-- Logs begin at Fri 2022-02-18 15:56:39 UTC, end at Fri 2022-02-18 16:57:20 UTC. -- Feb 18 16:27:13.930046 dv-cinder-826607-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 18 16:27:16.901510 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.common.config [-] Logging enabled! Feb 18 16:27:16.902121 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev513 Feb 18 16:27:16.902306 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102730) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 16:27:16.905581 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.common.config [-] Logging enabled! Feb 18 16:27:16.905841 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev513 Feb 18 16:27:16.906156 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102730) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 16:27:16.907106 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 16:27:16.907346 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 16:27:16.907716 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 16:27:16.907965 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 16:27:16.908597 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 16:27:16.908931 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.909385 dv-cinder-826607-4-iscsi neutron-server[102730]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 18 16:27:16.909725 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.910025 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.910323 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.910624 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.911536 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.911991 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.912297 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.912603 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.912897 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.913184 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.913499 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.913806 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.914095 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.914389 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.914681 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.914967 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] debug = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.915254 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.915693 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.916118 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.916401 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.916694 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.916977 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.917254 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.917559 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.917849 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.918178 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] host = dv-cinder-826607-4-iscsi {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.918458 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.918748 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.919036 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.919324 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.919601 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.919882 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.920167 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.920440 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.920718 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] log_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.920995 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.921284 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.921605 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.921897 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.922124 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.922348 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.922638 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.922924 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.923199 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.923491 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.923757 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.924035 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.924312 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.924587 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.925195 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.926031 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.926918 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.927407 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.927830 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.928123 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.928412 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.928712 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.928999 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.929286 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.929602 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.929899 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.930178 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.930459 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.930785 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.931067 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.931355 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.931646 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.931929 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.932231 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.932497 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.932774 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.933051 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] use_json = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.933330 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.933628 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.933916 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.934192 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.934474 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.934753 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.935030 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.935319 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.935595 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:16.935897 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.936199 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.936505 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.936810 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.937106 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.937416 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.937716 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.938000 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.938293 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.938588 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.938883 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.939167 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.939472 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.939767 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.940066 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.940376 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.940676 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.940974 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.941255 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.941558 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.941838 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.942268 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.942793 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.943126 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.943427 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.943729 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.944017 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.944329 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.944624 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.944922 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.945222 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.945531 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.945835 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.946115 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.946396 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.946674 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.946955 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.947249 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.947531 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.947807 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.948095 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.948376 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.948654 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.948935 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.949220 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.949546 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.949833 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.950110 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.950385 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.950664 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.950938 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.951227 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.951508 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.951786 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.952065 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.952347 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.952623 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.952900 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.953182 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.953499 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.953784 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.954061 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.954337 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.954617 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.954891 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.955166 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.955439 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.955715 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.955999 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.956275 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.956551 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.956826 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.957105 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.957413 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.957781 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.958307 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.958608 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.958897 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.959184 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.959472 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.959757 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.960041 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.960325 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.960610 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.960888 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.961183 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.961506 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.961805 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.962119 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.962403 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.962705 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.962987 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.963267 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.963554 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.963836 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.964116 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.964410 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.964698 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.964999 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.965299 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.965626 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.965927 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.966229 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.966517 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.966835 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.967122 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:16.967343 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 16:27:16.967586 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102730) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 18 16:27:17.348355 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 18 16:27:17.348829 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 18 16:27:17.349179 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 18 16:27:17.349949 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 18 16:27:17.688333 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:17.688562 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:17.688839 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:17.690162 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:17.690442 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:17.690710 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:17.745949 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:17.746227 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:17.746495 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:17.761422 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:17.761707 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:17.761982 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:17.791467 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:17.791742 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:17.792008 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:17.829831 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:17.830117 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:17.830389 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.193577 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.194215 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.194215 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.194369 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.195061 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.295784 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.296112 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.296404 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.296678 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.296944 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.297256 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.297543 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.297803 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.298058 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.298343 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.298605 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.298871 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.299126 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.299378 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.299638 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.299910 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.300166 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.300436 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.300707 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.300967 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.301238 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.302106 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.302619 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.303020 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.303281 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.303535 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.303937 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 16:27:18.304186 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 16:27:18.304431 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 16:27:18.304672 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 16:27:18.304912 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 16:27:18.305150 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 16:27:18.305540 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 18 16:27:18.308659 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 18 16:27:18.312743 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 18 16:27:18.316602 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 18 16:27:18.319130 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 18 16:27:18.319606 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 18 16:27:18.319945 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 18 16:27:18.320328 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 18 16:27:18.323214 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 18 16:27:18.323472 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 18 16:27:18.323825 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 18 16:27:18.328738 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 18 16:27:18.354920 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 18 16:27:18.355570 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.355875 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102730) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 18 16:27:18.356246 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.357679 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102730) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 18 16:27:18.357965 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 18 16:27:18.358217 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 18 16:27:18.361539 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.361823 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:18.430367 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 18 16:27:18.430602 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 18 16:27:18.430834 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 18 16:27:18.431207 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 18 16:27:18.451634 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_db.sqlalchemy.engines [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102730) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 18 16:27:18.898934 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Initializing driver for type 'gre' Feb 18 16:27:18.899499 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] gre ID ranges: [(1, 1000)] Feb 18 16:27:18.953351 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Initializing driver for type 'local' Feb 18 16:27:18.953690 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Initializing driver for type 'vlan' Feb 18 16:27:18.966735 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] VlanTypeDriver initialization complete Feb 18 16:27:18.967102 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Initializing driver for type 'vxlan' Feb 18 16:27:18.967595 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] vxlan ID ranges: [(1, 1000)] Feb 18 16:27:19.018410 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Initializing extension driver 'port_security' Feb 18 16:27:19.018751 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.extensions.port_security [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] PortSecurityExtensionDriver initialization complete Feb 18 16:27:19.019090 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Initializing mechanism driver 'openvswitch' Feb 18 16:27:19.019423 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Initializing mechanism driver 'hyperv' Feb 18 16:27:19.026677 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:27:19.027527 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > port after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.027909 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > port after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.028265 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > port after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.028794 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 16:27:19.029228 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.029610 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.029959 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.030359 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 16:27:19.030762 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > network after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.031114 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > network after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.031455 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > network after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.031851 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 16:27:19.032257 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > security_group after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.032607 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > security_group after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.032950 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.033358 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 16:27:19.033776 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.034122 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.034458 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.034854 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 16:27:19.035259 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > address_group after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.035606 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > address_group after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.036494 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.036891 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 16:27:19.037349 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] ML2 OVO RPC backend initialized. {{(pid=102730) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 18 16:27:19.038062 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.038422 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.038840 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > network before_response 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.039192 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > networks before_response 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.039542 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > port before_response 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.039886 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > ports before_response 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.040231 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > subnet before_response 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.040573 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > subnets before_response 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.040922 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > network after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.041262 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > network after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.041628 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > network after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.041966 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > port after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.042302 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > port after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.042641 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > port after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.042976 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.043312 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.043651 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.050843 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded quota_driver: . Feb 18 16:27:19.051210 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Modular L2 Plugin initialization complete Feb 18 16:27:19.051691 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading services supported by the core plugin {{(pid=102730) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 18 16:27:19.052234 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Got port-security extension from driver 'port_security' Feb 18 16:27:19.052729 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.extensions.vlantransparent [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Disabled vlantransparent extension. Feb 18 16:27:19.053231 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102730) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 18 16:27:19.053598 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading Plugin: router Feb 18 16:27:19.092199 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.092524 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router after_create 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.092898 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router before_create 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.093275 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.093743 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.094173 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router after_delete 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.094538 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.094896 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.095260 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router after_create 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.095609 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router after_update 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.095958 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router after_update 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.096308 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.096665 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router after_update 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.097100 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.097497 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: port after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.097843 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: port after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.098211 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: subnet after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.098552 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.098903 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.099508 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.099859 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: port before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.100204 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router precommit_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.100673 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router after_update 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.101026 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.101542 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.101918 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.102273 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.102640 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > agent after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.103053 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > agent after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.103466 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > network after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.104740 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Tracking information for resource: router configured {{(pid=102730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 16:27:19.105093 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Tracking information for resource: floatingip configured {{(pid=102730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 16:27:19.110518 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.db.l3_agentschedulers_db [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 18 16:27:19.111104 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: port after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.111589 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: port after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.112100 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: port after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.112533 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: port after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.113368 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router before_create 55550100 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.113742 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.114126 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router precommit_create 55550100 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.114484 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > router precommit_update 55550100 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.119586 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.services.provider_configuration [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Service providers = [] {{(pid=102730) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 18 16:27:19.119955 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.db.servicetype_db [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102730) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 18 16:27:19.122950 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.services.service_base [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 16:27:19.123306 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.services.service_base [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 16:27:19.123650 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.services.service_base [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 16:27:19.124541 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.services.service_base [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 16:27:19.124916 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.services.service_base [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 18 16:27:19.125298 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 16:27:19.125653 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 18 16:27:19.136930 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 16:27:19.137271 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading Plugin: auto_allocate Feb 18 16:27:19.143118 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: network precommit_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.143489 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: network precommit_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.144009 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 16:27:19.144333 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading Plugin: tag Feb 18 16:27:19.151670 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 16:27:19.152002 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading Plugin: timestamp Feb 18 16:27:19.155871 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 16:27:19.156206 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading Plugin: network_ip_availability Feb 18 16:27:19.161824 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.162197 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.162563 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.163274 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 16:27:19.163596 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading Plugin: flavors Feb 18 16:27:19.168639 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 16:27:19.168975 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading Plugin: revisions Feb 18 16:27:19.173274 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 16:27:19.173703 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_concurrency.lockutils [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=102730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 18 16:27:19.174443 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102730) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 18 16:27:19.174778 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Initializing extension manager. Feb 18 16:27:19.175310 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: __init__.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.175652 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: __pycache__ {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.175989 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.176350 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: address_group.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.177100 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.177708 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: address-group Feb 18 16:27:19.178033 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: address_scope.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.178743 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.179253 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: address-scope Feb 18 16:27:19.179574 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.180491 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.181000 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: router-admin-state-down-before-update Feb 18 16:27:19.181320 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: agent.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.182040 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.182553 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: agent Feb 18 16:27:19.182873 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: agent_resources_synced.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.183778 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.184284 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: agent-resources-synced Feb 18 16:27:19.184603 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: allowedaddresspairs.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.186420 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.186945 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: allowed-address-pairs Feb 18 16:27:19.187272 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: auto_allocated_topology.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.188347 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.188869 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: auto-allocated-topology Feb 18 16:27:19.189198 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: availability_zone.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.189920 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.190427 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: availability_zone Feb 18 16:27:19.190750 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: availability_zone_filter.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.191658 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.192691 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: availability_zone_filter Feb 18 16:27:19.193018 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: data_plane_status.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.193951 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.194477 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension data-plane-status not supported by any of loaded plugins Feb 18 16:27:19.194762 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: default_subnetpools.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.195672 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.196176 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: default-subnetpools Feb 18 16:27:19.196501 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.197306 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.197840 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: dhcp_agent_scheduler Feb 18 16:27:19.198165 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: dns.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.199087 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.199586 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension dns-integration not supported by any of loaded plugins Feb 18 16:27:19.199911 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: dns_domain_ports.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.200822 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.201326 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 18 16:27:19.201675 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.202598 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.203108 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 18 16:27:19.203431 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: dvr.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.204098 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.204603 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: dvr Feb 18 16:27:19.204929 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: ecmp_routes.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.205883 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.206384 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 18 16:27:19.206703 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: empty_string_filtering.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.208242 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.208755 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: empty-string-filtering Feb 18 16:27:19.209078 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.210023 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.210533 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 18 16:27:19.210855 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.211768 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.212275 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 18 16:27:19.212597 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: external_net.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.213559 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.214069 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: external-net Feb 18 16:27:19.214390 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.215307 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.215814 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: extra_dhcp_opt Feb 18 16:27:19.216134 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: extraroute.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.217051 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.217585 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: extraroute Feb 18 16:27:19.217912 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: extraroute_atomic.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.218947 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.219458 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: extraroute-atomic Feb 18 16:27:19.219780 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: filter_validation.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.220446 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.220953 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: filter-validation Feb 18 16:27:19.221274 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: fip_pf_description.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.222204 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.222706 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 18 16:27:19.223031 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: fip_port_details.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.224171 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.224927 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: fip-port-details Feb 18 16:27:19.225248 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: flavors.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.226506 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.227023 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: flavors Feb 18 16:27:19.227347 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.229020 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.229573 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 18 16:27:19.229908 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: floatingip_pools.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.230604 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.231111 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: floatingip-pools Feb 18 16:27:19.231438 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: ip_allocation.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.232367 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.232881 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension ip_allocation not supported by any of loaded plugins Feb 18 16:27:19.233206 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.234164 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.234680 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: ip-substring-filtering Feb 18 16:27:19.235007 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: l2_adjacency.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.235933 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.236440 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 18 16:27:19.236765 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: l3.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.237764 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.238287 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: router Feb 18 16:27:19.238614 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.240888 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.241458 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 18 16:27:19.241792 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.242726 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.243253 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: ext-gw-mode Feb 18 16:27:19.243580 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.244502 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.245016 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: l3-ha Feb 18 16:27:19.245354 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.246277 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.246786 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 18 16:27:19.247108 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: l3_flavors.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.248020 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.248534 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: l3-flavors Feb 18 16:27:19.248857 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.250267 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.250787 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 18 16:27:19.251118 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.252033 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.252550 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 18 16:27:19.252883 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: l3agentscheduler.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.253951 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.255037 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: l3_agent_scheduler Feb 18 16:27:19.255387 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: local_ip.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.257187 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.257749 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension local_ip not supported by any of loaded plugins Feb 18 16:27:19.258083 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: logging.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.261018 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.261577 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension logging not supported by any of loaded plugins Feb 18 16:27:19.261922 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: metering.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.262676 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.263264 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: metering Feb 18 16:27:19.263602 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.264694 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.265213 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: metering_source_and_destination_fields Feb 18 16:27:19.265575 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: multiprovidernet.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.266505 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.267020 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: multi-provider Feb 18 16:27:19.267351 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: netmtu.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.268267 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.268778 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: net-mtu Feb 18 16:27:19.269104 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: netmtu_writable.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.270645 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.271165 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: net-mtu-writable Feb 18 16:27:19.271490 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: network_availability_zone.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.272159 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.272666 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: network_availability_zone Feb 18 16:27:19.272990 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: network_ip_availability.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.274157 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.274671 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: network-ip-availability Feb 18 16:27:19.274995 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: network_segment_range.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.275757 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.276262 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension network-segment-range not supported by any of loaded plugins Feb 18 16:27:19.276584 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: pagination.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.277610 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.277943 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: pagination Feb 18 16:27:19.278264 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: port_device_profile.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.279168 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.279681 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: port-device-profile Feb 18 16:27:19.280004 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.280927 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.281475 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: port-mac-address-regenerate Feb 18 16:27:19.281802 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.282710 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.283225 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: port-numa-affinity-policy Feb 18 16:27:19.283554 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: port_resource_request.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.284471 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.284983 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension port-resource-request not supported by any of loaded plugins Feb 18 16:27:19.285306 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: port_resource_request_groups.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.286339 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.286841 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 18 16:27:19.287163 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: portbindings.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.288083 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.288598 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: binding Feb 18 16:27:19.288922 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: portbindings_extended.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.290230 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.290745 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: binding-extended Feb 18 16:27:19.291070 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: portsecurity.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.291984 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.292495 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: port-security Feb 18 16:27:19.292820 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: project_id.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.293824 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.294157 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: project-id Feb 18 16:27:19.294479 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: providernet.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.295385 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.295897 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: provider Feb 18 16:27:19.296220 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: qos.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.299887 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.300412 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension qos not supported by any of loaded plugins Feb 18 16:27:19.300741 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.302106 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.302621 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 18 16:27:19.302949 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.303875 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.304384 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 18 16:27:19.304711 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: qos_default.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.305651 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.306162 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension qos-default not supported by any of loaded plugins Feb 18 16:27:19.306488 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: qos_fip.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.307424 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.307929 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension qos-fip not supported by any of loaded plugins Feb 18 16:27:19.308253 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.309170 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.309703 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 18 16:27:19.310028 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: qos_gateway_ip.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.310944 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.311453 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 18 16:27:19.311777 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: qos_port_network_policy.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.312801 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.313314 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 18 16:27:19.313675 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.314727 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.315240 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 18 16:27:19.315568 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.316610 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.317854 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 18 16:27:19.318299 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: qos_pps_rule.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.319496 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.320018 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension qos-pps not supported by any of loaded plugins Feb 18 16:27:19.320346 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: qos_rule_type_details.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.321266 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.321805 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 18 16:27:19.322135 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: qos_rules_alias.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.323198 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.323715 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 18 16:27:19.324051 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: quota_check_limit.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.324963 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.325513 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: quota-check-limit Feb 18 16:27:19.325842 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: quotasv2.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.326761 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.327091 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: quotas Feb 18 16:27:19.327413 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: quotasv2_detail.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.329184 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.329547 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: quota_details Feb 18 16:27:19.329877 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: rbac.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.330927 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.331447 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: rbac-policies Feb 18 16:27:19.331779 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: rbac_address_group.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.333417 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.334125 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: rbac-address-group Feb 18 16:27:19.334459 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: rbac_address_scope.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.335389 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.335907 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: rbac-address-scope Feb 18 16:27:19.336235 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: rbac_security_groups.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.337155 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.337704 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: rbac-security-groups Feb 18 16:27:19.338030 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: rbac_subnetpool.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.339023 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.339533 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: rbac-subnetpool Feb 18 16:27:19.339856 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: revisionifmatch.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.340779 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.341288 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: revision-if-match Feb 18 16:27:19.341644 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: revisions.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.342842 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.343314 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: standard-attr-revisions Feb 18 16:27:19.343642 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: router_availability_zone.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.344319 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.344867 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: router_availability_zone Feb 18 16:27:19.345190 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: routerservicetype.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.346196 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.346744 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension router-service-type not supported by any of loaded plugins Feb 18 16:27:19.347068 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.348037 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.348620 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: security-groups-normalized-cidr Feb 18 16:27:19.349079 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.350542 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.352200 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: port-security-groups-filtering Feb 18 16:27:19.352670 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.353724 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.354266 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: security-groups-remote-address-group Feb 18 16:27:19.354591 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.355529 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.356041 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: security-groups-shared-filtering Feb 18 16:27:19.356366 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.356968 dv-cinder-826607-4-iscsi neutron-server[102730]: WARNING neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 18 16:27:19.357290 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: securitygroup.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.367500 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.368037 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: security-group Feb 18 16:27:19.368368 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: segment.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.369158 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.369704 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension segment not supported by any of loaded plugins Feb 18 16:27:19.370033 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.370970 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.371484 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 18 16:27:19.371810 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: servicetype.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.372934 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.373496 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: service-type Feb 18 16:27:19.373829 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: sorting.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.374815 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.375147 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: sorting Feb 18 16:27:19.375472 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: standard_attr_segment.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.376392 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.376901 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 18 16:27:19.377224 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: standardattrdescription.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.377905 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.378412 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: standard-attr-description Feb 18 16:27:19.378733 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: stateful_security_group.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.380335 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.381077 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: stateful-security-group Feb 18 16:27:19.381485 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: stdattrs_common.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.382063 dv-cinder-826607-4-iscsi neutron-server[102730]: WARNING neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 18 16:27:19.382385 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.383311 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.383823 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 18 16:27:19.384150 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: subnet_onboard.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.385225 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.385780 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: subnet_onboard Feb 18 16:27:19.386107 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.387052 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.387563 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 18 16:27:19.387890 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: subnet_service_types.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.388808 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.389346 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: subnet-service-types Feb 18 16:27:19.389679 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: subnetallocation.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.390756 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.391277 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: subnet_allocation Feb 18 16:27:19.391602 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.392266 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.392787 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: subnetpool-prefix-ops Feb 18 16:27:19.393108 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.394069 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.394583 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 18 16:27:19.394905 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: tagging.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.396637 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.397152 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: standard-attr-tag Feb 18 16:27:19.397509 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: timestamp.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.398718 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.399235 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loaded extension: standard-attr-timestamp Feb 18 16:27:19.399563 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: trunk.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.400599 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.401115 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension trunk not supported by any of loaded plugins Feb 18 16:27:19.401474 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: trunk_details.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.402397 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.402912 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension trunk-details not supported by any of loaded plugins Feb 18 16:27:19.403235 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: uplink_status_propagation.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.404168 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.404683 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 18 16:27:19.405044 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Loading extension file: vlantransparent.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 16:27:19.405868 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 16:27:19.406422 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 18 16:27:19.408968 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of TrackedResource for resource:network Feb 18 16:27:19.409528 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of TrackedResource for resource:subnet Feb 18 16:27:19.409930 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 16:27:19.410329 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of TrackedResource for resource:port Feb 18 16:27:19.411585 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 16:27:19.412039 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Service FLAVORS assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 16:27:19.412643 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 16:27:19.413072 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 16:27:19.413455 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of TrackedResource for resource:router Feb 18 16:27:19.413887 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of TrackedResource for resource:floatingip Feb 18 16:27:19.414385 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Service METERING assigned prefix: /metering {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 16:27:19.415830 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.416205 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.416561 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:27:19.417606 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 16:27:19.418058 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of TrackedResource for resource:security_group Feb 18 16:27:19.418493 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 16:27:19.419102 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Service CORE assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 16:27:19.419440 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 16:27:19.419782 dv-cinder-826607-4-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] subnetpool is already registered Feb 18 16:27:19.420203 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Service CORE assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 16:27:19.420530 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 16:27:19.420876 dv-cinder-826607-4-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] subnetpool is already registered Feb 18 16:27:19.423145 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 16:27:19.423580 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Service FLAVORS assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 16:27:19.424169 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 16:27:19.424589 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 16:27:19.424924 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of TrackedResource for resource:router Feb 18 16:27:19.425261 dv-cinder-826607-4-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] router is already registered Feb 18 16:27:19.425700 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of TrackedResource for resource:floatingip Feb 18 16:27:19.426037 dv-cinder-826607-4-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] floatingip is already registered Feb 18 16:27:19.426515 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Service METERING assigned prefix: /metering {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 16:27:19.427180 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 16:27:19.427506 dv-cinder-826607-4-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] rbac_policy is already registered Feb 18 16:27:19.427916 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of TrackedResource for resource:security_group Feb 18 16:27:19.428251 dv-cinder-826607-4-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] security_group is already registered Feb 18 16:27:19.428653 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 16:27:19.428987 dv-cinder-826607-4-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] security_group_rule is already registered Feb 18 16:27:19.429632 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Service CORE assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 16:27:19.429962 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 16:27:19.430296 dv-cinder-826607-4-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] subnetpool is already registered Feb 18 16:27:19.430712 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Service CORE assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 16:27:19.431037 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 16:27:19.431367 dv-cinder-826607-4-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] subnetpool is already registered Feb 18 16:27:19.431838 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: extensions {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.433317 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: address-groups {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.434824 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: address-scopes {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.436132 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: agents {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.437292 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: auto-allocated-topology {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.438557 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: availability_zones {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.439763 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: dhcp-networks {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.441265 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: dhcp-agents {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.443270 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: routers {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.445507 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: flavors {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.446665 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: service_profiles {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.447860 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: next_providers {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.449401 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: service_profiles {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.450948 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: floatingip-pools {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.452180 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: routers {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.454303 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: floatingips {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.456531 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: l3-routers {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.458607 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: l3-agents {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.460021 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: metering-labels {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.461397 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: metering-label-rules {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.462677 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: network-ip-availabilities {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.463939 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: bindings {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.465617 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: quotas {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.467171 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: quotas {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.468678 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: rbac-policies {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.470007 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: security-groups {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.471223 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: security-group-rules {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.472464 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: service-providers {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.473863 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: subnetpools {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.475543 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: subnetpools {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.476996 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.478691 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.480506 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.482284 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.484044 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.485919 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.487599 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.490490 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.492211 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.494077 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 16:27:19.499907 dv-cinder-826607-4-iscsi neutron-server[102730]: WARNING keystonemiddleware.auth_token [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 18 16:27:19.505230 dv-cinder-826607-4-iscsi neutron-server[102730]: WARNING keystonemiddleware.auth_token [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 18 16:27:19.513829 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_concurrency.lockutils [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Acquired lock "singleton_lock" {{(pid=102730) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 18 16:27:19.514305 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_concurrency.lockutils [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Releasing lock "singleton_lock" {{(pid=102730) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 18 16:27:19.514963 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO oslo_service.service [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Starting 2 workers Feb 18 16:27:19.519922 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Started child 102871 {{(pid=102730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 16:27:19.524797 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Started child 102872 {{(pid=102730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 16:27:19.525471 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:19.526413 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO neutron.service [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 18 16:27:19.527019 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [-] (102871) wsgi starting up on http://0.0.0.0:9696 Feb 18 16:27:19.527114 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:19.529546 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO oslo_service.service [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Starting 1 workers Feb 18 16:27:19.529652 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:19.531009 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [-] (102872) wsgi starting up on http://0.0.0.0:9696 Feb 18 16:27:19.534890 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Started child 102873 {{(pid=102730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 16:27:19.535434 dv-cinder-826607-4-iscsi neutron-server[102730]: INFO oslo_service.service [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Starting 1 workers Feb 18 16:27:19.538660 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.service [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] calling RpcWorker wait() {{(pid=102873) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 18 16:27:19.539203 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.service [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] returning from RpcWorker wait() {{(pid=102873) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 18 16:27:19.540110 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Started child 102874 {{(pid=102730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 16:27:19.540509 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:19.540916 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066080bc-3635-48ed-a58f-f6bd74e290b3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:19.541016 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:27:19.542897 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102730) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 18 16:27:19.543111 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 16:27:19.543297 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 16:27:19.543527 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 16:27:19.543883 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 16:27:19.544043 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 16:27:19.544567 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.544856 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.545126 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.545425 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.545738 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.546041 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:19.546520 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.546605 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.546808 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.547080 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.547168 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:27:19.547313 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.547475 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.547643 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.547884 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.548131 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.548436 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.548708 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.548947 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.549222 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.549419 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.549690 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.549986 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.550215 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.550484 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] debug = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.550737 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.551215 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.551992 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.552252 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.552489 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.552760 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.552990 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.553275 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.553540 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.553786 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.554025 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.554292 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.554512 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.554733 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.554981 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.555212 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.555488 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.555712 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.556173 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] host = dv-cinder-826607-4-iscsi {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.556411 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.556646 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.556875 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.557143 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.557413 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.557648 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.557901 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.558175 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.558432 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.558686 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.558937 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.559194 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.559411 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.559646 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.559813 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_options = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.560033 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.560302 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.560560 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.560749 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.560919 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.561089 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.561358 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.561532 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.561785 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.562010 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.562229 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.562446 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.562669 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.562904 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.563170 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.563404 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.563657 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.563892 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.564226 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.564550 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.564837 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.565124 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.565533 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.566015 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.566260 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.566731 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.566731 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.567050 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.567871 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.568281 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.568542 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.568817 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.569056 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.569514 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.569656 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.569839 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.570071 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.570461 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.570592 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.570824 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.571080 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.571356 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.571603 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.571994 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.572173 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.572446 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.573376 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_json = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.573376 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.573376 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.573638 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.573638 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.573881 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.574097 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.574344 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.574580 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.574816 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.575316 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.575770 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.576453 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.576453 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.577177 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.577177 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.577177 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.577834 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.577834 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.577834 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.578271 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.578520 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.578899 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.579297 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.579772 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.580320 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.580610 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.581190 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.581387 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.582159 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.582415 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.582715 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.583140 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.583604 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.584063 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.584386 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.584684 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.585051 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.585431 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.587442 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.587442 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.587442 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.587442 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.587442 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.588037 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.588280 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.588545 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.588772 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.588995 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.589299 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.589543 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.589784 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.590016 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.590254 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.590490 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.590738 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.590962 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.591212 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.591446 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.591666 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.591888 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.592094 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.592304 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.592535 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.592759 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.593057 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.593234 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.593509 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.593893 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.594259 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.594639 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.594879 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.595112 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.595330 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.595542 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.595772 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.596005 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.596214 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.596528 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.596776 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.597010 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.597221 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.597461 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.597676 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.597929 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.598133 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.598385 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.598599 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.598803 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.599208 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.599862 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.600075 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.600289 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.600499 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.600728 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.600959 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.601141 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.601375 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.601579 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.601990 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.602401 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.602684 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.602981 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.606401 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.606401 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.606401 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.606401 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.606401 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.606401 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.606401 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.606401 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.606948 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.606948 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.606948 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.606948 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.606948 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.606948 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.606948 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.606948 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.607412 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.607478 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 53278) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:27:19.607546 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.607546 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.607546 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.607731 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.607907 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.608190 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.608396 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.608630 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.608861 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.609138 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.609419 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.609693 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.609910 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.610184 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.610472 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.610760 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.611037 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.611296 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.611526 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.611761 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.612008 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.612254 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.612512 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.612756 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.612973 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.613217 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.614598 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.614598 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.614598 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.615112 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.615112 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.615112 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.615533 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.615693 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.615834 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.616078 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.616304 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.616997 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.616997 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.617290 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073144 Feb 18 16:27:19.617487 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.617487 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.617773 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.617924 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.619686 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.619686 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.619686 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.619686 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.620309 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.620309 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.620581 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.621605 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.621870 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.623209 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.623209 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.623393 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.623471 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.623786 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.623987 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.624314 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.624578 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.624806 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.625049 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.625248 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.625485 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.625750 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.625963 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.626399 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.626792 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.627174 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.627406 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.627650 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.627906 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.628126 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.628390 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.628612 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.628824 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.629057 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.629276 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.631144 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.631536 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.631905 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.632273 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.632680 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.633128 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.633857 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.634253 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.634639 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.634894 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.635367 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.636417 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.636417 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.636417 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.636417 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.636417 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.636753 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.636889 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.637297 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.637822 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.638068 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.638291 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.638561 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.638818 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.639060 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.639282 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.639502 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.639736 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.639972 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.640634 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.640634 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.640634 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.640866 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.641038 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.641250 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.642445 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.642735 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.642943 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.643211 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.643432 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.643687 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.643930 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.644125 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.644335 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.644556 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.644771 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.644977 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.645370 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.647094 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.647094 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.647094 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.647094 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.647579 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.647579 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.647818 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.647818 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.648075 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.648311 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.648520 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.648743 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.649126 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.649367 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.649805 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.650182 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.650560 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.650807 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.651020 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.651235 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.651457 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.651672 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.651880 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.652149 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.652400 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.652634 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.653082 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.653369 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.653610 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.653852 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.654150 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.654381 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.654640 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.654875 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.655093 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.655311 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.655579 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.655896 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.656194 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.656449 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.656707 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.657003 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.657278 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.657579 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.657794 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.658094 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.658717 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.658825 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:27:19.659653 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.659935 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.660183 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.660420 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.660694 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.660912 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.661128 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.662177 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.662433 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.662705 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.662925 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.663338 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.663750 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.664141 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.664382 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.664633 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.664846 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.665212 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.665451 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.665608 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 16:27:19.666122 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102730) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 18 16:27:19.666276 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 16:27:19.667315 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 16:27:19.667315 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 16:27:19.667315 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 16:27:19.667315 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 16:27:19.667315 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.667803 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.667803 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.667803 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.667803 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.668179 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.668179 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.668436 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.668436 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.668644 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.668759 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.668863 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.668967 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.669088 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.669249 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.670216 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.670383 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.670543 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.670708 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.670864 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.671021 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.671176 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.671386 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] debug = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.671506 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.671676 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.671837 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.672703 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.672703 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.672703 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.672703 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.672703 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.672703 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.673315 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.673315 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.673315 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.673315 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.673783 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.673783 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.673783 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.674070 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.674070 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.674265 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] host = dv-cinder-826607-4-iscsi {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.674369 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.674472 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.674576 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.675231 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.675231 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.675231 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.675231 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.675639 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.675639 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.675639 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.675924 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.675924 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.677411 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.677411 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.677411 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_options = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.677411 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.677411 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.679324 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.679324 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.680829 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.680986 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.681151 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.681315 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.681523 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.681683 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.681843 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.682001 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.682157 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.682312 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.682468 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.682623 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.682780 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.682934 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.683090 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.683244 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.683398 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.683553 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.683707 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.683867 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.684007 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.684162 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.684571 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.684729 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.684884 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.685039 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.685195 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.685464 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.685639 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.685784 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.685924 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.686064 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.686183 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.687327 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.687327 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.687327 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.687327 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.687327 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.687327 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.687327 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.687327 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.688973 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.688973 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_json = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.688973 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.688973 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.688973 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.688973 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.688973 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.688973 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.688973 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.689896 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.689896 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 16:27:19.689896 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.689896 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.689896 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.689896 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.689896 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.689896 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.690927 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.690927 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.690927 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.690927 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.690927 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.690927 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.690927 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.690927 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.691767 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.691767 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.691767 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.691767 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.691767 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.691767 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.692919 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.692919 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.692919 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.693238 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.693238 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.693499 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.693624 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.693958 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.693958 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.694182 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.694182 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.694395 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.694499 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.694602 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.694729 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.694890 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.695050 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.695209 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.695367 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.695524 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.695682 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.695839 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.695996 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.696154 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.696301 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.696459 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.696615 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.696773 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.696929 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.697086 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.697244 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.697613 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.697779 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.698090 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.698391 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.698704 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.698888 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701397 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701397 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701397 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701397 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701397 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701397 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701397 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701397 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701397 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701944 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701944 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701944 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701944 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701944 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701944 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701944 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701944 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.701944 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.702440 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.702440 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.702440 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.702440 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.702440 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.702440 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.702760 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.702760 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.703202 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.703202 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.703202 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.703455 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.703534 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.703641 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.703809 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.703959 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.704098 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.704240 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.704390 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.704538 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.704693 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.704834 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.704973 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.705111 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.705261 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.705440 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.705598 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.705736 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.705878 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.706019 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.707892 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.707892 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.707892 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.707892 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.707892 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.708334 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.708334 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.708483 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.708649 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.708812 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.709124 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.709286 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.712746 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.713040 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.713367 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.714085 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.714085 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.714253 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.714492 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.714684 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.714860 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.715033 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.715203 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.715372 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.715538 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.715701 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.715970 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.716070 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.716170 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.716323 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.716498 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.716653 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.716810 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.716965 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.717148 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.717306 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.717494 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.717653 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.717810 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.717967 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.718124 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.718281 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.718440 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.718596 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.718754 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.718912 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.719069 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.719227 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.719384 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.719541 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.719699 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.719857 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.720014 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.720173 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.720331 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.720487 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.720643 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.721145 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.721145 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.721145 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.721416 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.721416 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.721566 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.721699 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.721856 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.722017 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.722171 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.722478 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.722796 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.722984 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.723178 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.723459 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.723716 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.724155 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.724655 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.724892 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.725058 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.725218 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.725420 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.725586 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.725738 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.725893 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.726052 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.726212 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.726370 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.726529 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.726688 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.726844 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.727001 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.727179 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.727339 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.727496 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.727659 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.727817 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.727974 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.728135 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.728292 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.728449 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.728606 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.728766 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.728923 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.729079 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.729235 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.729412 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.729572 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.729732 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.729892 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.730051 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.730208 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.730367 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.730524 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.730680 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.730852 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.731081 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.731248 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.731412 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.731567 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.731725 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.731896 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.732057 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.732218 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.732375 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.732530 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.732692 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.732845 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.733006 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.733157 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.733303 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.733484 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.733625 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.733762 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.733911 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.734067 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.734223 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.734379 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.734534 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.734701 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.734857 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.735013 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.735169 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.735325 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.735480 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.735647 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.735803 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.735960 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.736116 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.736273 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.736429 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.736596 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.736754 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.736911 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.737067 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.737223 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.737411 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.737580 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.737738 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.737896 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.738061 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.738219 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.738375 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.738530 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.738701 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.739378 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.739676 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.739836 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.739995 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.740152 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.740312 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.740476 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.740643 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.740807 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.740967 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.741225 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.741328 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.741478 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.741628 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.741798 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.741968 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.742126 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.742282 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.742423 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.742582 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.742738 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.742894 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.743051 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.743208 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.743362 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.743518 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.743675 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.743831 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.743987 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.744144 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.744300 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.744458 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.744615 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.744770 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.744927 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 16:27:19.745077 dv-cinder-826607-4-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 16:27:31.088169 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a96776-23ea-487b-8239-606a0fb3f6d1 None None] get_active_networks_info from dv-cinder-826607-4-iscsi {{(pid=102873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 18 16:27:31.177023 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a96776-23ea-487b-8239-606a0fb3f6d1 None None] No non-hosted networks {{(pid=102873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 18 16:27:31.185499 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.agentschedulers_db [None req-74a96776-23ea-487b-8239-606a0fb3f6d1 None None] DHCP Agent not found on host dv-cinder-826607-4-iscsi {{(pid=102873) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 18 16:27:31.310910 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9bf6049b-edda-46e8-846a-c4cad9648855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595468'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:33.155926 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5e220458-1868-49d8-abd3-d7955c970c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595468'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:33.195334 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd5cf-0141-46fa-a822-b3e0e2f67e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:34.507087 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595468'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:35.793567 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595468'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:37.182780 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 53364) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:27:37.495953 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595468'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:37.496631 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:37.496979 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:37.497320 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:37.498684 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:37.499036 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:37.499373 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:37.499722 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:37.500081 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:37.500445 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:37.500772 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:37.501114 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:37.501471 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:37.501810 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:37.502228 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826607-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:27:37.516581 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826607-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:27:37.730459 dv-cinder-826607-4-iscsi neutron-server[102871]: WARNING oslo_policy.policy [None req-3afbf4d9-42de-4d23-8c3e-d18f1fbf81c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 16:27:37.731033 dv-cinder-826607-4-iscsi neutron-server[102871]: WARNING oslo_policy.policy [None req-3afbf4d9-42de-4d23-8c3e-d18f1fbf81c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 16:27:37.958116 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [None req-3afbf4d9-42de-4d23-8c3e-d18f1fbf81c2 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102871) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 16:27:37.961825 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-3afbf4d9-42de-4d23-8c3e-d18f1fbf81c2 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7780871 Feb 18 16:27:39.306370 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.db.l3_hamode_db [None req-a16cd79e-ba1a-4171-82c2-614827baa14a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 18 16:27:39.391581 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16cd79e-ba1a-4171-82c2-614827baa14a None None] Routers set() bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:27:39.391930 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16cd79e-ba1a-4171-82c2-614827baa14a None None] Router IDs set() for agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 18 16:27:40.536059 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 53390) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:27:41.023243 dv-cinder-826607-4-iscsi neutron-server[102872]: WARNING oslo_policy.policy [None req-e6f5be12-efe9-4ef9-b5b9-84af88590871 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 16:27:41.023821 dv-cinder-826607-4-iscsi neutron-server[102872]: WARNING oslo_policy.policy [None req-e6f5be12-efe9-4ef9-b5b9-84af88590871 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 16:27:41.248110 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-e6f5be12-efe9-4ef9-b5b9-84af88590871 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:27:41.339914 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.policy [None req-e6f5be12-efe9-4ef9-b5b9-84af88590871 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102872) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 18 16:27:41.381302 dv-cinder-826607-4-iscsi neutron-server[102872]: WARNING oslo_policy.policy [None req-e6f5be12-efe9-4ef9-b5b9-84af88590871 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 16:27:41.381698 dv-cinder-826607-4-iscsi neutron-server[102872]: WARNING oslo_policy.policy [None req-e6f5be12-efe9-4ef9-b5b9-84af88590871 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 16:27:41.474889 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e6f5be12-efe9-4ef9-b5b9-84af88590871 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740557987900', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740557988457', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740558166261', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740558168834', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740558145856', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740558157210', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1222042', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1059285', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-706543', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-762046'] for rbac-policy (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:41.538617 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e6f5be12-efe9-4ef9-b5b9-84af88590871 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:41.539930 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-e6f5be12-efe9-4ef9-b5b9-84af88590871 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0017009 Feb 18 16:27:44.025018 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 53406) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:27:44.334295 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:27:44.362560 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Made reservation on behalf of 6b4b4cd1236d48d3b9623a81906f0029 for: {'network': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:27:44.366401 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:44.382560 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:44.487767 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Publish callbacks [] for security_group (59dfef52-7dcd-4aea-9f25-72eda1db66e5), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:44.491523 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (59dfef52-7dcd-4aea-9f25-72eda1db66e5), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:44.515220 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=102872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:27:44.553476 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740553082655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (144f323d-1ee6-499c-9a02-e234fd2b9109), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:44.554033 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Unsubscribe: segment precommit_create {{(pid=102872) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 18 16:27:44.554688 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.segments_db [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Added segment 144f323d-1ee6-499c-9a02-e234fd2b9109 of type vlan for network f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0 Feb 18 16:27:44.571314 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=59dfef52-7dcd-4aea-9f25-72eda1db66e5,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:27:44.623150 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:44.623515 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:44.623873 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:44.624209 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:44.624541 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:44.624863 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:44.625183 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:44.625531 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:44.625852 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:44.626186 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:44.626508 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:44.626821 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:44.627135 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Tracked resource versions report: Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: pushed versions: Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: { 'AddressGroup': {'1.2'}, Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'ConntrackHelper': {'1.0'}, Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'LocalIPAssociation': {'1.0'}, Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Log': {'1.0'}, Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Network': {'1.1'}, Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Port': {'1.7'}, Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'PortForwarding': {'1.2'}, Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'QosPolicy': {'1.10'}, Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'SecurityGroup': {'1.5'}, Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'SecurityGroupRule': {'1.2'}, Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'SubPort': {'1.0'}, Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Subnet': {'1.1'}, Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Trunk': {'1.1'}} Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: consumer versions: Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: { DHCP agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: L3 agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: Metadata agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: Metering agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: Open vSwitch agent@dv-cinder-826607-4-iscsi: { 'AddressGroup': '1.2', Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'ConntrackHelper': '1.0', Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'LocalIPAssociation': '1.0', Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Log': '1.0', Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Network': '1.1', Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Port': '1.7', Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'PortForwarding': '1.2', Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'QosPolicy': '1.10', Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'SecurityGroup': '1.5', Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'SecurityGroupRule': '1.2', Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'SubPort': '1.0', Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Subnet': '1.1', Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Trunk': '1.1'}} Feb 18 16:27:44.628486 dv-cinder-826607-4-iscsi neutron-server[102872]: {{(pid=102872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 16:27:44.665700 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:44.706275 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:44.712233 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:27:44.712933 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:44.794358 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7682655 Feb 18 16:27:44.831276 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439d887-4d78-47b5-ac51-c9e007fa8733 demo demo] Pushing event updated for resources: {'Network': ['ID=f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:27:44.847622 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0 details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:27:47.362545 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 53418) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:27:47.757856 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0494fb6d-0cf0-49d3-aedc-f1e07ff28798 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:27:47.759202 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-0494fb6d-0cf0-49d3-aedc-f1e07ff28798 demo admin] 10.222.0.36 "GET /v2.0/networks/f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0 HTTP/1.1" status: 200 len: 825 time: 0.3955674 Feb 18 16:27:47.783097 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-42fb1c2a-5b6d-4b2c-a3b2-824814815bd3 demo admin] 10.222.0.36 "GET /v2.0/subnetpools/828e17f3-fd8d-4cf7-845d-f1b00ff04dcb HTTP/1.1" status: 200 len: 734 time: 0.0183022 Feb 18 16:27:47.791308 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-780f0139-e23e-415f-a54b-5784e7e9f44b demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0', 'subnetpool_id': '828e17f3-fd8d-4cf7-845d-f1b00ff04dcb', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:27:47.811029 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780f0139-e23e-415f-a54b-5784e7e9f44b demo admin] Made reservation on behalf of 6b4b4cd1236d48d3b9623a81906f0029 for: {'subnet': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:27:47.813252 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-780f0139-e23e-415f-a54b-5784e7e9f44b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:48.098293 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-780f0139-e23e-415f-a54b-5784e7e9f44b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for subnet (922e56ab-99fe-4855-b47c-c1b685b71cef), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:48.161913 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f0139-e23e-415f-a54b-5784e7e9f44b demo admin] Pushing event updated for resources: {'Subnet': ['ID=922e56ab-99fe-4855-b47c-c1b685b71cef,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:27:48.170299 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780f0139-e23e-415f-a54b-5784e7e9f44b demo admin] Checking segment: {'id': '144f323d-1ee6-499c-9a02-e234fd2b9109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:27:48.170694 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780f0139-e23e-415f-a54b-5784e7e9f44b demo admin] Network hostable DHCP agents. Network: f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:27:48.190418 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780f0139-e23e-415f-a54b-5784e7e9f44b demo admin] Network f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0 is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:27:48.202241 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-780f0139-e23e-415f-a54b-5784e7e9f44b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0) {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:27:48.207012 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780f0139-e23e-415f-a54b-5784e7e9f44b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:27:48.207687 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-780f0139-e23e-415f-a54b-5784e7e9f44b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:48.214049 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a87eb0-d176-474f-bdd6-888809f72171 None None] Network f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:27:48.223269 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-780f0139-e23e-415f-a54b-5784e7e9f44b demo admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4350924 Feb 18 16:27:48.484498 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7aa75c09-f67d-5ad7-b446-04c7edce05f4-f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0', 'network_id': 'f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0', 'project_id': '6b4b4cd1236d48d3b9623a81906f0029', 'fixed_ips': [{'subnet_id': '922e56ab-99fe-4855-b47c-c1b685b71cef'}]}} from dv-cinder-826607-4-iscsi. {{(pid=102873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 16:27:48.485799 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:48.773733 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.db_base_plugin_common [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Allocated IP 172.20.0.2 (f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0/922e56ab-99fe-4855-b47c-c1b685b71cef/e4566b46-6380-40c8-a881-85696086f382) {{(pid=102873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:27:49.045040 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Publish callbacks [] for port (e4566b46-6380-40c8-a881-85696086f382), precommit_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:49.052275 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (e4566b46-6380-40c8-a881-85696086f382), after_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:49.131180 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Network f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0 is already hosted by enough agents. {{(pid=102873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:27:49.140474 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.base_scheduler [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Resources bound (agent type, host, resource id): {{(pid=102873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:27:49.143230 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Pushing event updated for resources: {'Port': ['ID=e4566b46-6380-40c8-a881-85696086f382,revision_number=1']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:27:49.146020 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Received port after_create {{(pid=102873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:27:49.155553 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:49.155925 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:49.156355 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:49.156622 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:49.156962 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:49.157306 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:49.157668 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:49.157999 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:49.158328 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:49.158672 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:49.159006 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:49.159335 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:49.159659 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Tracked resource versions report: Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: pushed versions: Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: { 'AddressGroup': {'1.2'}, Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'ConntrackHelper': {'1.0'}, Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'LocalIPAssociation': {'1.0'}, Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Log': {'1.0'}, Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Network': {'1.1'}, Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Port': {'1.7'}, Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'PortForwarding': {'1.2'}, Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'QosPolicy': {'1.10'}, Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'SecurityGroup': {'1.5'}, Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'SecurityGroupRule': {'1.2'}, Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'SubPort': {'1.0'}, Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Subnet': {'1.1'}, Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Trunk': {'1.1'}} Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: consumer versions: Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: { DHCP agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: L3 agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: Metadata agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: Metering agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: Open vSwitch agent@dv-cinder-826607-4-iscsi: { 'AddressGroup': '1.2', Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'ConntrackHelper': '1.0', Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'LocalIPAssociation': '1.0', Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Log': '1.0', Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Network': '1.1', Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Port': '1.7', Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'PortForwarding': '1.2', Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'QosPolicy': '1.10', Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'SecurityGroup': '1.5', Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'SecurityGroupRule': '1.2', Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'SubPort': '1.0', Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Subnet': '1.1', Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Trunk': '1.1'}} Feb 18 16:27:49.161101 dv-cinder-826607-4-iscsi neutron-server[102873]: {{(pid=102873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 16:27:49.234010 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Attempting to bind port e4566b46-6380-40c8-a881-85696086f382 on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:27:49.234645 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Attempting to bind port e4566b46-6380-40c8-a881-85696086f382 by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '144f323d-1ee6-499c-9a02-e234fd2b9109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:27:49.234796 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Attempting to bind port e4566b46-6380-40c8-a881-85696086f382 on network f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0 {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:27:49.239772 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:27:49.240150 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Checking segment: {'id': '144f323d-1ee6-499c-9a02-e234fd2b9109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:27:49.240627 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:49.241020 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Bound using segment: {'id': '144f323d-1ee6-499c-9a02-e234fd2b9109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:27:49.241527 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Bound port: e4566b46-6380-40c8-a881-85696086f382, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144f323d-1ee6-499c-9a02-e234fd2b9109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:27:49.241931 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (e4566b46-6380-40c8-a881-85696086f382), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:49.302290 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] For port e4566b46-6380-40c8-a881-85696086f382, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:27:49.306484 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] For port e4566b46-6380-40c8-a881-85696086f382, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=e4566b46-6380-40c8-a881-85696086f382,segment=NetworkSegment(144f323d-1ee6-499c-9a02-e234fd2b9109),segment_id=144f323d-1ee6-499c-9a02-e234fd2b9109)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:27:49.315423 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (e4566b46-6380-40c8-a881-85696086f382), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:49.385626 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14fa6a-2527-4611-b927-52801680fc73 None None] Pushing event updated for resources: {'Port': ['ID=e4566b46-6380-40c8-a881-85696086f382,revision_number=2']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:27:50.806369 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 53426) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:27:51.127681 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [None req-ee64d6a2-8b1c-47d3-a463-0caf9a500fc9 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102872) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 16:27:51.128857 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-ee64d6a2-8b1c-47d3-a463-0caf9a500fc9 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3213251 Feb 18 16:27:53.680252 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 53434) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:27:53.993817 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [None req-c450e905-3f17-41b1-96f5-28016b5d29dd admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102872) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 16:27:53.994923 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-c450e905-3f17-41b1-96f5-28016b5d29dd admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3137269 Feb 18 16:27:56.576533 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 53442) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:27:56.887283 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-75bd87c1-7731-4c8e-a639-942bc6e5e9cb demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:27:56.911174 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-75bd87c1-7731-4c8e-a639-942bc6e5e9cb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16042'] for router (6f68d17a-6a3a-43ec-ae70-f8d5cb09211a), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:56.912706 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-75bd87c1-7731-4c8e-a639-942bc6e5e9cb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16035'] for router (6f68d17a-6a3a-43ec-ae70-f8d5cb09211a), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:57.052284 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-75bd87c1-7731-4c8e-a639-942bc6e5e9cb demo demo] Publish callbacks [] for router_controller (6f68d17a-6a3a-43ec-ae70-f8d5cb09211a), precommit_add_association {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:57.058100 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-75bd87c1-7731-4c8e-a639-942bc6e5e9cb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594459'] for router (6f68d17a-6a3a-43ec-ae70-f8d5cb09211a), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:57.075545 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-75bd87c1-7731-4c8e-a639-942bc6e5e9cb demo demo] Publish callbacks [] for router (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:27:57.076646 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-75bd87c1-7731-4c8e-a639-942bc6e5e9cb demo demo] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4991534 Feb 18 16:27:59.641735 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 53454) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:27:59.965157 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [None req-26a1aa27-1032-4e18-8e30-5555a0165c4f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102872) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 16:27:59.966191 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-26a1aa27-1032-4e18-8e30-5555a0165c4f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3235118 Feb 18 16:28:00.308383 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device e4566b46-6380-40c8-a881-85696086f382 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:28:00.399989 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port e4566b46-6380-40c8-a881-85696086f382 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:28:00.400428 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (e4566b46-6380-40c8-a881-85696086f382), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:00.513580 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port e4566b46-6380-40c8-a881-85696086f382 is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:28:00.513980 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (e4566b46-6380-40c8-a881-85696086f382), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:00.548549 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] For port e4566b46-6380-40c8-a881-85696086f382, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=e4566b46-6380-40c8-a881-85696086f382,segment=NetworkSegment(144f323d-1ee6-499c-9a02-e234fd2b9109),segment_id=144f323d-1ee6-499c-9a02-e234fd2b9109)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:28:00.553204 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (e4566b46-6380-40c8-a881-85696086f382), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:00.600507 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Pushing event updated for resources: {'Port': ['ID=e4566b46-6380-40c8-a881-85696086f382,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:28:00.748019 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6c76e9-b866-4b6d-9722-67c8d0e8bae3 None None] Network f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:28:00.818971 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-aa8390a4-4c70-48f3-9009-0761796490f8 None None] Provisioning complete for port e4566b46-6380-40c8-a881-85696086f382 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:28:00.819279 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-aa8390a4-4c70-48f3-9009-0761796490f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (e4566b46-6380-40c8-a881-85696086f382), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:00.946960 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-aa8390a4-4c70-48f3-9009-0761796490f8 None None] Current status of the port e4566b46-6380-40c8-a881-85696086f382 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:28:01.062364 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-258f89ce-619a-4d02-aa72-6cbf639256ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:01.168922 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-709b03ca-f238-4b29-95fb-9673c49cc1ae None None] Provisioning complete for port e4566b46-6380-40c8-a881-85696086f382 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:28:01.169383 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-709b03ca-f238-4b29-95fb-9673c49cc1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (e4566b46-6380-40c8-a881-85696086f382), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:01.246529 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-709b03ca-f238-4b29-95fb-9673c49cc1ae None None] Current status of the port e4566b46-6380-40c8-a881-85696086f382 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:28:02.280179 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device e4566b46-6380-40c8-a881-85696086f382 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:28:02.326331 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port e4566b46-6380-40c8-a881-85696086f382 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:28:02.326730 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (e4566b46-6380-40c8-a881-85696086f382), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:02.404529 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port e4566b46-6380-40c8-a881-85696086f382 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:28:02.537291 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 53462) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:28:02.851438 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:28:02.903013 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Made reservation on behalf of e3073b7f05f14a6ea5570e40d30a2286 for: {'network': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:28:02.964351 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.policy [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102871) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 18 16:28:03.007999 dv-cinder-826607-4-iscsi neutron-server[102871]: WARNING oslo_policy.policy [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 16:28:03.008377 dv-cinder-826607-4-iscsi neutron-server[102871]: WARNING oslo_policy.policy [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 16:28:03.017903 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:03.037995 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:03.147611 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Publish callbacks [] for security_group (2c4c20e8-5553-4660-9738-22e64f310c6d), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:03.151406 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (2c4c20e8-5553-4660-9738-22e64f310c6d), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:03.152909 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-bed42668-c9f6-4e2b-9f40-954b735cbbf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:03.162676 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Reserving flat network on physical network physnet1 {{(pid=102871) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 18 16:28:03.195163 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740553082655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (9d90802a-dc0e-42af-8c3b-dd23273929f4), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:03.195722 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Unsubscribe: segment precommit_create {{(pid=102871) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 18 16:28:03.196225 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.segments_db [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Added segment 9d90802a-dc0e-42af-8c3b-dd23273929f4 of type flat for network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb Feb 18 16:28:03.211764 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4c20e8-5553-4660-9738-22e64f310c6d,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:28:03.242324 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:03.242680 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:03.243013 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:03.243339 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:03.243658 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:03.243975 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:03.244306 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:03.244623 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:03.244952 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:03.245281 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:03.245622 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:03.245933 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:03.246239 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Tracked resource versions report: Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: pushed versions: Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: { 'AddressGroup': {'1.2'}, Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'ConntrackHelper': {'1.0'}, Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'LocalIPAssociation': {'1.0'}, Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Log': {'1.0'}, Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Network': {'1.1'}, Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Port': {'1.7'}, Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'PortForwarding': {'1.2'}, Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'QosPolicy': {'1.10'}, Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'SecurityGroup': {'1.5'}, Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'SecurityGroupRule': {'1.2'}, Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'SubPort': {'1.0'}, Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Subnet': {'1.1'}, Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Trunk': {'1.1'}} Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: consumer versions: Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: { DHCP agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: L3 agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: Metadata agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: Metering agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: Open vSwitch agent@dv-cinder-826607-4-iscsi: { 'AddressGroup': '1.2', Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'ConntrackHelper': '1.0', Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'LocalIPAssociation': '1.0', Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Log': '1.0', Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Network': '1.1', Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Port': '1.7', Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'PortForwarding': '1.2', Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'QosPolicy': '1.10', Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'SecurityGroup': '1.5', Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'SecurityGroupRule': '1.2', Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'SubPort': '1.0', Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Subnet': '1.1', Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Trunk': '1.1'}} Feb 18 16:28:03.247640 dv-cinder-826607-4-iscsi neutron-server[102871]: {{(pid=102871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 16:28:03.312640 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (93166e0d-0761-465b-9ae2-fb60dbd0b0cb), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:03.356909 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (93166e0d-0761-465b-9ae2-fb60dbd0b0cb), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:03.358085 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:28:03.358766 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:03.442246 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9035027 Feb 18 16:28:03.466744 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec01935-e2f8-4b6e-816e-3938cfae0845 admin admin] Pushing event updated for resources: {'Network': ['ID=93166e0d-0761-465b-9ae2-fb60dbd0b0cb,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:28:03.478887 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:28:04.469357 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:05.756497 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:06.046901 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 53486) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:28:06.263311 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37595114-7ee6-4765-948d-5cbe60dd3b91 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:28:06.264711 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-37595114-7ee6-4765-948d-5cbe60dd3b91 demo admin] 10.222.0.36 "GET /v2.0/subnets/922e56ab-99fe-4855-b47c-c1b685b71cef HTTP/1.1" status: 200 len: 849 time: 0.2168705 Feb 18 16:28:06.426410 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-61fb8c9e-37b9-46c1-8890-4907e64bbeff demo admin] 10.222.0.36 "GET /v2.0/routers/6f68d17a-6a3a-43ec-ae70-f8d5cb09211a HTTP/1.1" status: 200 len: 704 time: 0.1558075 Feb 18 16:28:06.718082 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:07.015216 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Allocated IP 172.20.0.1 (f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0/922e56ab-99fe-4855-b47c-c1b685b71cef/6ba1e64a-99d1-434d-814c-8377198f4a56) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:28:07.200115 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Publish callbacks [] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:07.266761 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:07.343754 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Network f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:28:07.353365 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:28:07.355366 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Pushing event updated for resources: {'Port': ['ID=6ba1e64a-99d1-434d-814c-8377198f4a56,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:28:07.359592 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:28:07.360152 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593960'] for router_interface (6f68d17a-6a3a-43ec-ae70-f8d5cb09211a), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:07.539960 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:07.568936 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:07.591482 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 5 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:28:07.606777 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-8749a89c-f503-4e5c-a9be-b0197a649ad6 None None] Provisioning complete for port 6ba1e64a-99d1-434d-814c-8377198f4a56 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:28:07.607172 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-8749a89c-f503-4e5c-a9be-b0197a649ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:07.641705 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-8749a89c-f503-4e5c-a9be-b0197a649ad6 None None] Port 6ba1e64a-99d1-434d-814c-8377198f4a56 cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:28:07.830344 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Publish callbacks [] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:07.835303 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:07.836150 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593988'] for router_interface (6f68d17a-6a3a-43ec-ae70-f8d5cb09211a), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:07.914871 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Pushing event updated for resources: {'Port': ['ID=6ba1e64a-99d1-434d-814c-8377198f4a56,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:28:07.960465 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Network f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:28:07.961729 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:28:08.131266 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Router 6f68d17a-6a3a-43ec-ae70-f8d5cb09211a is scheduled to L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a with binding_index 1 {{(pid=102871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 16:28:08.227332 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:28:08.233075 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-0bdaa8f9-0192-4819-9110-3e967846c796 demo admin] 10.222.0.36 "PUT /v2.0/routers/6f68d17a-6a3a-43ec-ae70-f8d5cb09211a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8016174 Feb 18 16:28:08.237436 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Sync routers for ids ['6f68d17a-6a3a-43ec-ae70-f8d5cb09211a'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:28:08.251997 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Routers {'6f68d17a-6a3a-43ec-ae70-f8d5cb09211a'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:28:08.252942 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:28:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['6f68d17a-6a3a-43ec-ae70-f8d5cb09211a'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:28:08.264301 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-f3c3a046-d624-48fe-8c3a-2414a5501333 None None] Provisioning complete for port 6ba1e64a-99d1-434d-814c-8377198f4a56 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:28:08.264716 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a046-d624-48fe-8c3a-2414a5501333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:08.301675 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-f3c3a046-d624-48fe-8c3a-2414a5501333 None None] Port 6ba1e64a-99d1-434d-814c-8377198f4a56 cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:28:08.446266 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Set router 6f68d17a-6a3a-43ec-ae70-f8d5cb09211a gateway port host: None {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:28:08.880477 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f68d17a-6a3a-43ec-ae70-f8d5cb09211a', 'name': 'router1', 'tenant_id': '6b4b4cd1236d48d3b9623a81906f0029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:27:56Z', 'updated_at': '2022-02-18T16:28:07Z', 'revision_number': 2, 'project_id': '6b4b4cd1236d48d3b9623a81906f0029', 'gw_port_host': None, '_interfaces': [{'id': '6ba1e64a-99d1-434d-814c-8377198f4a56', 'name': '', 'network_id': 'f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0', 'tenant_id': '6b4b4cd1236d48d3b9623a81906f0029', 'mac_address': 'fa:16:3e:63:c2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f68d17a-6a3a-43ec-ae70-f8d5cb09211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '922e56ab-99fe-4855-b47c-c1b685b71cef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:28:06Z', 'updated_at': '2022-02-18T16:28:07Z', 'revision_number': 2, 'project_id': '6b4b4cd1236d48d3b9623a81906f0029', 'subnets': [{'id': '922e56ab-99fe-4855-b47c-c1b685b71cef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '828e17f3-fd8d-4cf7-845d-f1b00ff04dcb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:28:08.933227 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Checking router: 6f68d17a-6a3a-43ec-ae70-f8d5cb09211a for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:28:08.933628 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Updating router 6f68d17a-6a3a-43ec-ae70-f8d5cb09211a port 6ba1e64a-99d1-434d-814c-8377198f4a56 binding host dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:28:08.986791 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:09.501656 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Publish callbacks [] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), precommit_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:09.508877 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:09.675818 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55b57c-fefb-46f6-986c-ae1e39a8906d None None] Pushing event updated for resources: {'Port': ['ID=6ba1e64a-99d1-434d-814c-8377198f4a56,revision_number=3']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:28:09.683287 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Attempting to bind port 6ba1e64a-99d1-434d-814c-8377198f4a56 on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:28:09.683605 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Attempting to bind port 6ba1e64a-99d1-434d-814c-8377198f4a56 by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '144f323d-1ee6-499c-9a02-e234fd2b9109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0'}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:28:09.684021 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Attempting to bind port 6ba1e64a-99d1-434d-814c-8377198f4a56 on network f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0 {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:28:09.686685 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55b57c-fefb-46f6-986c-ae1e39a8906d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:09.686912 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55b57c-fefb-46f6-986c-ae1e39a8906d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:09.687255 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55b57c-fefb-46f6-986c-ae1e39a8906d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:09.687590 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55b57c-fefb-46f6-986c-ae1e39a8906d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:09.687913 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55b57c-fefb-46f6-986c-ae1e39a8906d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:09.688238 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55b57c-fefb-46f6-986c-ae1e39a8906d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:09.688565 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55b57c-fefb-46f6-986c-ae1e39a8906d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:09.688884 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55b57c-fefb-46f6-986c-ae1e39a8906d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:09.689205 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55b57c-fefb-46f6-986c-ae1e39a8906d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:09.689563 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55b57c-fefb-46f6-986c-ae1e39a8906d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:09.689890 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55b57c-fefb-46f6-986c-ae1e39a8906d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:09.690205 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55b57c-fefb-46f6-986c-ae1e39a8906d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:09.690527 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55b57c-fefb-46f6-986c-ae1e39a8906d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55b57c-fefb-46f6-986c-ae1e39a8906d None None] Tracked resource versions report: Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: pushed versions: Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: { 'AddressGroup': {'1.2'}, Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'ConntrackHelper': {'1.0'}, Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'LocalIPAssociation': {'1.0'}, Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Log': {'1.0'}, Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Network': {'1.1'}, Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Port': {'1.7'}, Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'PortForwarding': {'1.2'}, Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'QosPolicy': {'1.10'}, Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'SecurityGroup': {'1.5'}, Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'SecurityGroupRule': {'1.2'}, Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'SubPort': {'1.0'}, Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Subnet': {'1.1'}, Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Trunk': {'1.1'}} Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: consumer versions: Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: { DHCP agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: L3 agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: Metadata agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: Metering agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: Open vSwitch agent@dv-cinder-826607-4-iscsi: { 'AddressGroup': '1.2', Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'ConntrackHelper': '1.0', Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'LocalIPAssociation': '1.0', Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Log': '1.0', Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Network': '1.1', Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Port': '1.7', Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'PortForwarding': '1.2', Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'QosPolicy': '1.10', Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'SecurityGroup': '1.5', Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'SecurityGroupRule': '1.2', Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'SubPort': '1.0', Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Subnet': '1.1', Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Trunk': '1.1'}} Feb 18 16:28:09.692246 dv-cinder-826607-4-iscsi neutron-server[102874]: {{(pid=102874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 16:28:09.698296 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:28:09.698698 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Checking segment: {'id': '144f323d-1ee6-499c-9a02-e234fd2b9109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:28:09.699207 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:09.699589 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Bound using segment: {'id': '144f323d-1ee6-499c-9a02-e234fd2b9109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0'} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:28:09.700073 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Bound port: 6ba1e64a-99d1-434d-814c-8377198f4a56, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144f323d-1ee6-499c-9a02-e234fd2b9109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0'}}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:28:09.700454 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:09.733450 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-198c9560-907b-46d0-a0cd-5cf6d39d7af2 None None] Provisioning complete for port 6ba1e64a-99d1-434d-814c-8377198f4a56 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:28:09.734029 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-198c9560-907b-46d0-a0cd-5cf6d39d7af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:09.767728 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-198c9560-907b-46d0-a0cd-5cf6d39d7af2 None None] Port 6ba1e64a-99d1-434d-814c-8377198f4a56 cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:28:09.770433 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] For port 6ba1e64a-99d1-434d-814c-8377198f4a56, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:28:09.790742 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] For port 6ba1e64a-99d1-434d-814c-8377198f4a56, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=6ba1e64a-99d1-434d-814c-8377198f4a56,segment=NetworkSegment(144f323d-1ee6-499c-9a02-e234fd2b9109),segment_id=144f323d-1ee6-499c-9a02-e234fd2b9109)] {{(pid=102874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:28:09.797060 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:09.858134 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55b57c-fefb-46f6-986c-ae1e39a8906d None None] Pushing event updated for resources: {'Port': ['ID=6ba1e64a-99d1-434d-814c-8377198f4a56,revision_number=4']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:28:09.862392 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Routers {'6f68d17a-6a3a-43ec-ae70-f8d5cb09211a'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:28:09.863061 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:28:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['6f68d17a-6a3a-43ec-ae70-f8d5cb09211a'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:28:09.955085 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] Set router 6f68d17a-6a3a-43ec-ae70-f8d5cb09211a gateway port host: None {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:28:10.088141 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-e7c47608-90dc-474e-9bad-d2ae3f427f64 None None] Provisioning complete for port 6ba1e64a-99d1-434d-814c-8377198f4a56 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:28:10.088605 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-e7c47608-90dc-474e-9bad-d2ae3f427f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:10.165088 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f68d17a-6a3a-43ec-ae70-f8d5cb09211a', 'name': 'router1', 'tenant_id': '6b4b4cd1236d48d3b9623a81906f0029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:27:56Z', 'updated_at': '2022-02-18T16:28:07Z', 'revision_number': 2, 'project_id': '6b4b4cd1236d48d3b9623a81906f0029', 'gw_port_host': None, '_interfaces': [{'id': '6ba1e64a-99d1-434d-814c-8377198f4a56', 'name': '', 'network_id': 'f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0', 'tenant_id': '6b4b4cd1236d48d3b9623a81906f0029', 'mac_address': 'fa:16:3e:63:c2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f68d17a-6a3a-43ec-ae70-f8d5cb09211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '922e56ab-99fe-4855-b47c-c1b685b71cef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:28:06Z', 'updated_at': '2022-02-18T16:28:09Z', 'revision_number': 4, 'project_id': '6b4b4cd1236d48d3b9623a81906f0029', 'subnets': [{'id': '922e56ab-99fe-4855-b47c-c1b685b71cef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '828e17f3-fd8d-4cf7-845d-f1b00ff04dcb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:28:10.166256 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-e7c47608-90dc-474e-9bad-d2ae3f427f64 None None] Current status of the port 6ba1e64a-99d1-434d-814c-8377198f4a56 is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:28:10.166760 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-e7c47608-90dc-474e-9bad-d2ae3f427f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:10.191688 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d447085d-6269-4bce-84c4-442a588a3665 None None] The sync data for ids ['6f68d17a-6a3a-43ec-ae70-f8d5cb09211a'] in dv-cinder-826607-4-iscsi is: [{'id': '6f68d17a-6a3a-43ec-ae70-f8d5cb09211a', 'name': 'router1', 'tenant_id': '6b4b4cd1236d48d3b9623a81906f0029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:27:56Z', 'updated_at': '2022-02-18T16:28:07Z', 'revision_number': 2, 'project_id': '6b4b4cd1236d48d3b9623a81906f0029', 'gw_port_host': None, '_interfaces': [{'id': '6ba1e64a-99d1-434d-814c-8377198f4a56', 'name': '', 'network_id': 'f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0', 'tenant_id': '6b4b4cd1236d48d3b9623a81906f0029', 'mac_address': 'fa:16:3e:63:c2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f68d17a-6a3a-43ec-ae70-f8d5cb09211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '922e56ab-99fe-4855-b47c-c1b685b71cef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:28:06Z', 'updated_at': '2022-02-18T16:28:09Z', 'revision_number': 4, 'project_id': '6b4b4cd1236d48d3b9623a81906f0029', 'subnets': [{'id': '922e56ab-99fe-4855-b47c-c1b685b71cef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '828e17f3-fd8d-4cf7-845d-f1b00ff04dcb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:28:10.204809 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-e7c47608-90dc-474e-9bad-d2ae3f427f64 None None] For port 6ba1e64a-99d1-434d-814c-8377198f4a56, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=6ba1e64a-99d1-434d-814c-8377198f4a56,segment=NetworkSegment(144f323d-1ee6-499c-9a02-e234fd2b9109),segment_id=144f323d-1ee6-499c-9a02-e234fd2b9109)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:28:10.209944 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-e7c47608-90dc-474e-9bad-d2ae3f427f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:10.264031 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c47608-90dc-474e-9bad-d2ae3f427f64 None None] Pushing event updated for resources: {'Port': ['ID=6ba1e64a-99d1-434d-814c-8377198f4a56,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:28:10.721191 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 53508) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:28:10.837506 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc80cfb-7607-4e2e-84f7-8872e91ea2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:28:10.838841 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-1bc80cfb-7607-4e2e-84f7-8872e91ea2d6 admin admin] 10.222.0.36 "GET /v2.0/networks/93166e0d-0761-465b-9ae2-fb60dbd0b0cb HTTP/1.1" status: 200 len: 842 time: 0.1166973 Feb 18 16:28:10.848594 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-d7ed776e-79ee-4bdc-9709-19e82767ce70 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:28:10.867737 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ed776e-79ee-4bdc-9709-19e82767ce70 admin admin] Made reservation on behalf of e3073b7f05f14a6ea5570e40d30a2286 for: {'subnet': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:28:10.869965 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d7ed776e-79ee-4bdc-9709-19e82767ce70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:11.175142 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.objects.ports [None req-d7ed776e-79ee-4bdc-9709-19e82767ce70 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102872) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 18 16:28:11.176098 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d7ed776e-79ee-4bdc-9709-19e82767ce70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for subnet (7c192671-cad5-4893-a018-2bafb3205fa5), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:11.232267 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed776e-79ee-4bdc-9709-19e82767ce70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c192671-cad5-4893-a018-2bafb3205fa5,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:28:11.239890 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ed776e-79ee-4bdc-9709-19e82767ce70 admin admin] Checking segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:28:11.240234 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ed776e-79ee-4bdc-9709-19e82767ce70 admin admin] Network hostable DHCP agents. Network: 93166e0d-0761-465b-9ae2-fb60dbd0b0cb, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:28:11.256005 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ed776e-79ee-4bdc-9709-19e82767ce70 admin admin] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:28:11.265152 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-d7ed776e-79ee-4bdc-9709-19e82767ce70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, 93166e0d-0761-465b-9ae2-fb60dbd0b0cb) {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:28:11.269698 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed776e-79ee-4bdc-9709-19e82767ce70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:28:11.270359 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d7ed776e-79ee-4bdc-9709-19e82767ce70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:11.276513 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5d0773-b40c-4dc0-8461-28ce09a780ff None None] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:28:11.286531 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-d7ed776e-79ee-4bdc-9709-19e82767ce70 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4417429 Feb 18 16:28:11.391760 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2b6288-3692-4c73-99ce-bc9043d22d4e None None] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:28:13.744847 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 53516) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:28:13.966269 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-e18f9bf4-6955-44d2-aaed-01b4efb62c94 demo admin] 10.222.0.36 "GET /v2.0/routers/6f68d17a-6a3a-43ec-ae70-f8d5cb09211a HTTP/1.1" status: 200 len: 710 time: 0.2201340 Feb 18 16:28:14.054166 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7781818b-1bc5-4756-8912-cbd528c63683 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:28:14.055542 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-7781818b-1bc5-4756-8912-cbd528c63683 demo admin] 10.222.0.36 "GET /v2.0/networks/93166e0d-0761-465b-9ae2-fb60dbd0b0cb HTTP/1.1" status: 200 len: 886 time: 0.0840685 Feb 18 16:28:14.064198 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:28:14.363412 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] Publish callbacks [] for router_gateway (6f68d17a-6a3a-43ec-ae70-f8d5cb09211a), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:14.594750 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] Publish callbacks [] for router_gateway (6f68d17a-6a3a-43ec-ae70-f8d5cb09211a), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:14.670757 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:14.820402 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_common [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] Allocated IP 172.27.2.227 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/f06a6b3e-89ee-44b1-b47e-9ee1cf602f47) {{(pid=102872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:28:14.928259 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] Publish callbacks [] for port (f06a6b3e-89ee-44b1-b47e-9ee1cf602f47), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:14.984512 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (f06a6b3e-89ee-44b1-b47e-9ee1cf602f47), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:15.047787 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:28:15.053159 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] Resources bound (agent type, host, resource id): {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:28:15.060439 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] Received port after_create {{(pid=102872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:28:15.109956 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] Pushing event updated for resources: {'Port': ['ID=f06a6b3e-89ee-44b1-b47e-9ee1cf602f47,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:28:15.355953 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] Publish callbacks [] for router_gateway (6f68d17a-6a3a-43ec-ae70-f8d5cb09211a), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:15.639395 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16053'] for router (6f68d17a-6a3a-43ec-ae70-f8d5cb09211a), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:15.645295 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594444', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584678'] for router (6f68d17a-6a3a-43ec-ae70-f8d5cb09211a), after_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:15.758752 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] Router 6f68d17a-6a3a-43ec-ae70-f8d5cb09211a has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:28:15.869484 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:28:15.873864 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] Publish callbacks [] for router (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:15.893457 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-771a5207-1c63-487c-954a-8a6d4dadbd0f demo admin] 10.222.0.36 "PUT /v2.0/routers/6f68d17a-6a3a-43ec-ae70-f8d5cb09211a HTTP/1.1" status: 200 len: 890 time: 1.8139596 Feb 18 16:28:18.326061 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 6ba1e64a-99d1-434d-814c-8377198f4a56 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:28:18.382194 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 6ba1e64a-99d1-434d-814c-8377198f4a56 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:28:18.382747 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:18.450993 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 53528) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:28:18.463702 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 6ba1e64a-99d1-434d-814c-8377198f4a56 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:28:18.571240 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-ae02c39c-5487-4ff3-8743-540c1faed4e9 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1187382 Feb 18 16:28:18.793130 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Sync routers for ids ['6f68d17a-6a3a-43ec-ae70-f8d5cb09211a'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:28:18.808896 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Routers {'6f68d17a-6a3a-43ec-ae70-f8d5cb09211a'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:28:18.809581 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:28:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['6f68d17a-6a3a-43ec-ae70-f8d5cb09211a'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:28:19.032164 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Set router 6f68d17a-6a3a-43ec-ae70-f8d5cb09211a gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:28:19.516437 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f68d17a-6a3a-43ec-ae70-f8d5cb09211a', 'name': 'router1', 'tenant_id': '6b4b4cd1236d48d3b9623a81906f0029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f06a6b3e-89ee-44b1-b47e-9ee1cf602f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:27:56Z', 'updated_at': '2022-02-18T16:28:15Z', 'revision_number': 4, 'project_id': '6b4b4cd1236d48d3b9623a81906f0029', 'gw_port': {'id': 'f06a6b3e-89ee-44b1-b47e-9ee1cf602f47', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f68d17a-6a3a-43ec-ae70-f8d5cb09211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:28:14Z', 'updated_at': '2022-02-18T16:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '6ba1e64a-99d1-434d-814c-8377198f4a56', 'name': '', 'network_id': 'f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0', 'tenant_id': '6b4b4cd1236d48d3b9623a81906f0029', 'mac_address': 'fa:16:3e:63:c2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68d17a-6a3a-43ec-ae70-f8d5cb09211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '922e56ab-99fe-4855-b47c-c1b685b71cef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:28:06Z', 'updated_at': '2022-02-18T16:28:10Z', 'revision_number': 5, 'project_id': '6b4b4cd1236d48d3b9623a81906f0029', 'subnets': [{'id': '922e56ab-99fe-4855-b47c-c1b685b71cef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '828e17f3-fd8d-4cf7-845d-f1b00ff04dcb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:28:19.570226 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Checking router: 6f68d17a-6a3a-43ec-ae70-f8d5cb09211a for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:28:19.570513 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Updating router 6f68d17a-6a3a-43ec-ae70-f8d5cb09211a port f06a6b3e-89ee-44b1-b47e-9ee1cf602f47 binding host dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:28:19.621280 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (f06a6b3e-89ee-44b1-b47e-9ee1cf602f47), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:19.941357 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Publish callbacks [] for port (f06a6b3e-89ee-44b1-b47e-9ee1cf602f47), precommit_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:19.946476 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (f06a6b3e-89ee-44b1-b47e-9ee1cf602f47), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:19.998602 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63291ac-97ea-486a-a29b-fbf406eb0553 None None] Pushing event updated for resources: {'Port': ['ID=f06a6b3e-89ee-44b1-b47e-9ee1cf602f47,revision_number=2']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:28:20.000888 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Attempting to bind port f06a6b3e-89ee-44b1-b47e-9ee1cf602f47 on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:28:20.001264 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Attempting to bind port f06a6b3e-89ee-44b1-b47e-9ee1cf602f47 by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:28:20.001670 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Attempting to bind port f06a6b3e-89ee-44b1-b47e-9ee1cf602f47 on network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:28:20.007527 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:28:20.007907 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Checking segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:28:20.008306 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:20.008693 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Bound using segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:28:20.009158 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Bound port: f06a6b3e-89ee-44b1-b47e-9ee1cf602f47, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:28:20.009564 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (f06a6b3e-89ee-44b1-b47e-9ee1cf602f47), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:20.057979 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] For port f06a6b3e-89ee-44b1-b47e-9ee1cf602f47, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:28:20.060998 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] For port f06a6b3e-89ee-44b1-b47e-9ee1cf602f47, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=f06a6b3e-89ee-44b1-b47e-9ee1cf602f47,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:28:20.066708 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (f06a6b3e-89ee-44b1-b47e-9ee1cf602f47), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:20.111011 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Routers {'6f68d17a-6a3a-43ec-ae70-f8d5cb09211a'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:28:20.111615 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:28:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['6f68d17a-6a3a-43ec-ae70-f8d5cb09211a'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:28:20.166363 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63291ac-97ea-486a-a29b-fbf406eb0553 None None] Pushing event updated for resources: {'Port': ['ID=f06a6b3e-89ee-44b1-b47e-9ee1cf602f47,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:28:20.241808 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] Set router 6f68d17a-6a3a-43ec-ae70-f8d5cb09211a gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:28:20.466649 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f68d17a-6a3a-43ec-ae70-f8d5cb09211a', 'name': 'router1', 'tenant_id': '6b4b4cd1236d48d3b9623a81906f0029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f06a6b3e-89ee-44b1-b47e-9ee1cf602f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:27:56Z', 'updated_at': '2022-02-18T16:28:15Z', 'revision_number': 4, 'project_id': '6b4b4cd1236d48d3b9623a81906f0029', 'gw_port': {'id': 'f06a6b3e-89ee-44b1-b47e-9ee1cf602f47', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f68d17a-6a3a-43ec-ae70-f8d5cb09211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:28:14Z', 'updated_at': '2022-02-18T16:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '6ba1e64a-99d1-434d-814c-8377198f4a56', 'name': '', 'network_id': 'f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0', 'tenant_id': '6b4b4cd1236d48d3b9623a81906f0029', 'mac_address': 'fa:16:3e:63:c2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68d17a-6a3a-43ec-ae70-f8d5cb09211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '922e56ab-99fe-4855-b47c-c1b685b71cef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:28:06Z', 'updated_at': '2022-02-18T16:28:10Z', 'revision_number': 5, 'project_id': '6b4b4cd1236d48d3b9623a81906f0029', 'subnets': [{'id': '922e56ab-99fe-4855-b47c-c1b685b71cef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '828e17f3-fd8d-4cf7-845d-f1b00ff04dcb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:28:20.496059 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d75eab-4ea3-45c9-9db7-dca91b5c787a None None] The sync data for ids ['6f68d17a-6a3a-43ec-ae70-f8d5cb09211a'] in dv-cinder-826607-4-iscsi is: [{'id': '6f68d17a-6a3a-43ec-ae70-f8d5cb09211a', 'name': 'router1', 'tenant_id': '6b4b4cd1236d48d3b9623a81906f0029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f06a6b3e-89ee-44b1-b47e-9ee1cf602f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:27:56Z', 'updated_at': '2022-02-18T16:28:15Z', 'revision_number': 4, 'project_id': '6b4b4cd1236d48d3b9623a81906f0029', 'gw_port': {'id': 'f06a6b3e-89ee-44b1-b47e-9ee1cf602f47', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f68d17a-6a3a-43ec-ae70-f8d5cb09211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:28:14Z', 'updated_at': '2022-02-18T16:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '6ba1e64a-99d1-434d-814c-8377198f4a56', 'name': '', 'network_id': 'f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0', 'tenant_id': '6b4b4cd1236d48d3b9623a81906f0029', 'mac_address': 'fa:16:3e:63:c2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68d17a-6a3a-43ec-ae70-f8d5cb09211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '922e56ab-99fe-4855-b47c-c1b685b71cef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:28:06Z', 'updated_at': '2022-02-18T16:28:10Z', 'revision_number': 5, 'project_id': '6b4b4cd1236d48d3b9623a81906f0029', 'subnets': [{'id': '922e56ab-99fe-4855-b47c-c1b685b71cef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '828e17f3-fd8d-4cf7-845d-f1b00ff04dcb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:28:22.395908 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device f06a6b3e-89ee-44b1-b47e-9ee1cf602f47 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:28:22.499252 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port f06a6b3e-89ee-44b1-b47e-9ee1cf602f47 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:28:22.499683 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (f06a6b3e-89ee-44b1-b47e-9ee1cf602f47), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:22.597775 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port f06a6b3e-89ee-44b1-b47e-9ee1cf602f47 is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:28:22.598186 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (f06a6b3e-89ee-44b1-b47e-9ee1cf602f47), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:22.622047 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] For port f06a6b3e-89ee-44b1-b47e-9ee1cf602f47, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=f06a6b3e-89ee-44b1-b47e-9ee1cf602f47,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:28:22.630084 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (f06a6b3e-89ee-44b1-b47e-9ee1cf602f47), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:22.695501 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Pushing event updated for resources: {'Port': ['ID=f06a6b3e-89ee-44b1-b47e-9ee1cf602f47,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:28:24.395177 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device f06a6b3e-89ee-44b1-b47e-9ee1cf602f47 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:28:24.502347 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port f06a6b3e-89ee-44b1-b47e-9ee1cf602f47 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:28:24.503276 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (f06a6b3e-89ee-44b1-b47e-9ee1cf602f47), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:24.659680 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port f06a6b3e-89ee-44b1-b47e-9ee1cf602f47 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:28:31.063581 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-02aa1d0f-a059-4876-a31f-b5d81041b502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:33.158904 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4cfc7b0c-443c-4aca-bd7b-142bd0c72ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:34.475144 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:35.767958 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:37.498905 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:28:44.591825 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 5 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:29:01.091985 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-cea65ab3-b8ba-47a4-8075-d9a2cef1507a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:29:03.151987 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4269bfe9-b87a-447b-9f22-02d0521b9c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:29:04.473057 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:29:05.772710 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:29:07.499323 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:29:21.590385 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 5 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:29:31.068194 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-6ae729bb-6ac4-4b69-addc-2f172b89a125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:29:33.156091 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-34004c37-603f-40f0-8288-22175cef8e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:29:34.478192 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:29:35.771462 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:29:37.494148 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:29:38.820911 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54012) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:29:38.882091 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ca9265-80b3-4d5e-a7c8-079810758712 admin admin] GET failed (client error): The resource could not be found. Feb 18 16:29:38.883346 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-49ca9265-80b3-4d5e-a7c8-079810758712 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614834 Feb 18 16:29:39.043877 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d36ac6-91b1-4431-80e4-b89cfff5eddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:29:39.045298 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-a9d36ac6-91b1-4431-80e4-b89cfff5eddb admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1577113 Feb 18 16:29:41.389622 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54022) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:29:41.479375 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d090d179-12a4-45c1-ae45-c565cbeee6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:29:41.480704 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-d090d179-12a4-45c1-ae45-c565cbeee6a0 admin admin] 10.222.0.36 "GET /v2.0/subnets/922e56ab-99fe-4855-b47c-c1b685b71cef HTTP/1.1" status: 200 len: 849 time: 0.0901363 Feb 18 16:29:41.490121 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:29:41.575290 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Publish callbacks [] for subnet (922e56ab-99fe-4855-b47c-c1b685b71cef), before_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:29:41.711586 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740553111664'] for subnet (922e56ab-99fe-4855-b47c-c1b685b71cef), after_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:29:41.744744 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:29:41.745326 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:29:41.746608 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] 10.222.0.36 "PUT /v2.0/subnets/922e56ab-99fe-4855-b47c-c1b685b71cef HTTP/1.1" status: 200 len: 868 time: 0.2602262 Feb 18 16:29:41.760141 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2bc53c-43b3-4919-a02e-68525188dcc8 None None] Network f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:29:41.765272 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=922e56ab-99fe-4855-b47c-c1b685b71cef,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:29:41.773731 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:29:41.774162 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:29:41.774450 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:29:41.774788 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:29:41.775115 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:29:41.775443 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:29:41.776554 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:29:41.776554 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:29:41.776554 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:29:41.776943 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:29:41.777239 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:29:41.777600 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:29:41.777919 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cdda4-0bbc-4809-a6e2-66425ec4c184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:29:42.065161 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-d5e91b5c-62ef-46e6-8e08-fb0c53436603 None None] Provisioning complete for port e4566b46-6380-40c8-a881-85696086f382 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:29:42.066185 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-d5e91b5c-62ef-46e6-8e08-fb0c53436603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (e4566b46-6380-40c8-a881-85696086f382), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:29:42.145232 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-d5e91b5c-62ef-46e6-8e08-fb0c53436603 None None] Current status of the port e4566b46-6380-40c8-a881-85696086f382 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:29:42.154774 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-d5e91b5c-62ef-46e6-8e08-fb0c53436603 None None] Provisioning complete for port 6ba1e64a-99d1-434d-814c-8377198f4a56 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:29:42.155113 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-d5e91b5c-62ef-46e6-8e08-fb0c53436603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (6ba1e64a-99d1-434d-814c-8377198f4a56), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:29:42.229103 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-d5e91b5c-62ef-46e6-8e08-fb0c53436603 None None] Current status of the port 6ba1e64a-99d1-434d-814c-8377198f4a56 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:29:44.085943 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54030) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:29:44.290697 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbc2d48-d341-42c0-9457-164e57229835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:29:44.291162 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbc2d48-d341-42c0-9457-164e57229835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:29:44.292712 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-cdbc2d48-d341-42c0-9457-164e57229835 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2059059 Feb 18 16:29:46.653219 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54040) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:29:46.782069 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb142e2c-b967-4e4f-b0c2-576585f396bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:29:46.782537 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb142e2c-b967-4e4f-b0c2-576585f396bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:29:46.784609 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-cb142e2c-b967-4e4f-b0c2-576585f396bc admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1299055 Feb 18 16:29:49.130528 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54048) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:29:49.253990 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1ef6a9-3551-4881-ae7c-38728fe19120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:29:49.255367 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-6c1ef6a9-3551-4881-ae7c-38728fe19120 admin admin] 10.222.0.36 "GET /v2.0/networks/93166e0d-0761-465b-9ae2-fb60dbd0b0cb HTTP/1.1" status: 200 len: 886 time: 0.1238194 Feb 18 16:29:51.605234 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54056) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:29:51.732812 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c266fd-52df-454e-94ec-d84a1ee47a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:29:51.734208 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-f8c266fd-52df-454e-94ec-d84a1ee47a57 admin admin] 10.222.0.36 "GET /v2.0/networks/f6b79a60-b39e-4db6-8c81-c3bfd20d0fd0 HTTP/1.1" status: 200 len: 869 time: 0.1280112 Feb 18 16:29:54.051553 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54064) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:29:54.176947 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60e8473-7886-4c79-ad4a-f06d141dcca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:29:54.177433 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60e8473-7886-4c79-ad4a-f06d141dcca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:29:54.178965 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-d60e8473-7886-4c79-ad4a-f06d141dcca3 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264629 Feb 18 16:29:56.486278 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54072) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:29:56.574408 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782cb607-2086-4462-be19-743c65503888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:29:56.574778 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782cb607-2086-4462-be19-743c65503888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:29:56.576250 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-782cb607-2086-4462-be19-743c65503888 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0890112 Feb 18 16:29:58.590627 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 5 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:29:58.887622 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54080) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:29:58.972503 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b73ab80-94b4-4003-b9d7-bf830065bdda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:29:58.973836 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-1b73ab80-94b4-4003-b9d7-bf830065bdda admin admin] 10.222.0.36 "GET /v2.0/subnets/7c192671-cad5-4893-a018-2bafb3205fa5 HTTP/1.1" status: 200 len: 816 time: 0.0852678 Feb 18 16:30:01.063380 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-eff035ea-b5ee-4a86-b8bc-781016d38c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:01.326405 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54088) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:30:01.418031 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd6de40-f12d-42dc-81aa-aed50f9ba82d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:30:01.419402 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-ddd6de40-f12d-42dc-81aa-aed50f9ba82d admin admin] 10.222.0.36 "GET /v2.0/subnets/922e56ab-99fe-4855-b47c-c1b685b71cef HTTP/1.1" status: 200 len: 868 time: 0.0920570 Feb 18 16:30:03.158649 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-48347cf5-5159-46af-8937-6b4a6bc57db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:04.478150 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:05.773954 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:07.500549 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:29.929200 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54140) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:30:29.978202 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [None req-eb56c941-b45b-4f60-9785-f83af25a3c26 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102872) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 16:30:29.980734 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-eb56c941-b45b-4f60-9785-f83af25a3c26 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505061 Feb 18 16:30:31.059780 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-31ef5731-675f-4b98-bdb5-a423530cce79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:32.418656 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54148) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:30:32.481257 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed18065-e993-4f29-8449-4033836d49cf admin admin] GET failed (client error): The resource could not be found. Feb 18 16:30:32.483184 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-eed18065-e993-4f29-8449-4033836d49cf admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0630090 Feb 18 16:30:32.573452 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f623f8d-c3b4-422a-b3e6-622295a10e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:30:32.577379 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-6f623f8d-c3b4-422a-b3e6-622295a10e50 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0880895 Feb 18 16:30:33.164034 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-684fb61a-866e-4d20-b6b1-199db330d8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:34.483533 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:34.952683 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54156) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:30:35.000663 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-5d8a5077-11d3-4d74-b56b-6545f7677e04 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:30:35.020949 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8a5077-11d3-4d74-b56b-6545f7677e04 admin admin] Made reservation on behalf of e3073b7f05f14a6ea5570e40d30a2286 for: {'network': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:30:35.023245 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5077-11d3-4d74-b56b-6545f7677e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:35.058212 dv-cinder-826607-4-iscsi neutron-server[102872]: WARNING neutron.services.revisions.revision_plugin [None req-5d8a5077-11d3-4d74-b56b-6545f7677e04 admin admin] Could not find related network for resource to bump revision. Feb 18 16:30:35.072090 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8a5077-11d3-4d74-b56b-6545f7677e04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=102872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:30:35.082573 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5077-11d3-4d74-b56b-6545f7677e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (89a7a318-0bd3-4417-8737-02e3d5def752), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:35.082847 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.segments_db [None req-5d8a5077-11d3-4d74-b56b-6545f7677e04 admin admin] Added segment 89a7a318-0bd3-4417-8737-02e3d5def752 of type vlan for network ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6 Feb 18 16:30:35.129602 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5077-11d3-4d74-b56b-6545f7677e04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:35.152912 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5077-11d3-4d74-b56b-6545f7677e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:35.154092 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8a5077-11d3-4d74-b56b-6545f7677e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:30:35.154868 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5077-11d3-4d74-b56b-6545f7677e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:35.230314 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-5d8a5077-11d3-4d74-b56b-6545f7677e04 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2764962 Feb 18 16:30:35.254881 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a5077-11d3-4d74-b56b-6545f7677e04 admin admin] Pushing event updated for resources: {'Network': ['ID=ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:30:35.265460 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6 details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:30:35.591746 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 5 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:30:35.775884 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:37.495314 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:37.583393 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54164) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:30:37.647177 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb3d432-1428-4d51-8029-90a9d72d262a admin admin] GET failed (client error): The resource could not be found. Feb 18 16:30:37.648454 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-ecb3d432-1428-4d51-8029-90a9d72d262a admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0641134 Feb 18 16:30:37.749199 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27070850-6a78-4981-bf12-626a01e70e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:30:37.750598 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-27070850-6a78-4981-bf12-626a01e70e9d admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0980070 Feb 18 16:30:37.760996 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:30:37.781257 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Made reservation on behalf of e3073b7f05f14a6ea5570e40d30a2286 for: {'subnet': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:30:37.784077 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:37.968404 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for subnet (9ce2d6d3-bd6f-499e-bdcd-422a418d01df), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:38.020804 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce2d6d3-bd6f-499e-bdcd-422a418d01df,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:30:38.029367 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.029723 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.030066 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.030399 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.030727 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.031056 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.031400 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.031730 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.032068 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.032410 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.032741 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.033061 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.033489 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.043961 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Checking segment: {'id': '89a7a318-0bd3-4417-8737-02e3d5def752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:30:38.044331 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Network hostable DHCP agents. Network: ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:30:38.064317 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Network ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6 is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:30:38.074843 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6) {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:30:38.078792 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:30:38.079378 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:38.085692 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca4d44-ed9f-494d-a7f7-2f01bf0bbdbc None None] Network ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:30:38.095690 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-deb0e327-ad8f-4f2e-baa0-480c828f76b1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3381877 Feb 18 16:30:38.187007 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7aa75c09-f67d-5ad7-b446-04c7edce05f4-ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6', 'network_id': 'ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6', 'project_id': 'e3073b7f05f14a6ea5570e40d30a2286', 'fixed_ips': [{'subnet_id': '9ce2d6d3-bd6f-499e-bdcd-422a418d01df'}]}} from dv-cinder-826607-4-iscsi. {{(pid=102873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 16:30:38.187878 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:38.337700 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.db_base_plugin_common [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Allocated IP 192.168.233.2 (ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6/9ce2d6d3-bd6f-499e-bdcd-422a418d01df/5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b) {{(pid=102873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:30:38.586283 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Publish callbacks [] for port (5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b), precommit_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:38.592427 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b), after_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:38.634646 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Network ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6 is already hosted by enough agents. {{(pid=102873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:30:38.639396 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.base_scheduler [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Resources bound (agent type, host, resource id): {{(pid=102873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:30:38.644908 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Received port after_create {{(pid=102873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:30:38.646790 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Pushing event updated for resources: {'Port': ['ID=5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b,revision_number=1']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:30:38.655369 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.655743 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.656117 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.656462 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.656798 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.657138 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.657499 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.657833 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.658183 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.658644 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.659178 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.659524 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.659852 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:30:38.717922 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Attempting to bind port 5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:30:38.718301 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Attempting to bind port 5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '89a7a318-0bd3-4417-8737-02e3d5def752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:30:38.718673 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Attempting to bind port 5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b on network ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6 {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:30:38.724785 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:30:38.725250 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Checking segment: {'id': '89a7a318-0bd3-4417-8737-02e3d5def752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:30:38.725743 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:38.726140 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Bound using segment: {'id': '89a7a318-0bd3-4417-8737-02e3d5def752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:30:38.726867 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Bound port: 5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a7a318-0bd3-4417-8737-02e3d5def752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:30:38.727247 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:38.789188 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] For port 5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:30:38.792730 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] For port 5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b,segment=NetworkSegment(89a7a318-0bd3-4417-8737-02e3d5def752),segment_id=89a7a318-0bd3-4417-8737-02e3d5def752)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:30:38.799232 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:38.863358 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f1e49-e628-42c6-8a23-1c65c8e042ed None None] Pushing event updated for resources: {'Port': ['ID=5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b,revision_number=2']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:30:39.728831 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c71336-a338-49a0-bc22-2da3dd16d311 None None] Network ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:30:39.802882 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-d1a3a069-eaef-45a2-ba37-5b6530a33a70 None None] Provisioning complete for port 5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:30:39.803278 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-d1a3a069-eaef-45a2-ba37-5b6530a33a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:39.933773 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-d1a3a069-eaef-45a2-ba37-5b6530a33a70 None None] Current status of the port 5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:30:39.934164 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-d1a3a069-eaef-45a2-ba37-5b6530a33a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:39.971588 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-d1a3a069-eaef-45a2-ba37-5b6530a33a70 None None] For port 5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b,segment=NetworkSegment(89a7a318-0bd3-4417-8737-02e3d5def752),segment_id=89a7a318-0bd3-4417-8737-02e3d5def752)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:30:39.975456 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-d1a3a069-eaef-45a2-ba37-5b6530a33a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:40.035094 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3a069-eaef-45a2-ba37-5b6530a33a70 None None] Pushing event updated for resources: {'Port': ['ID=5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:30:40.098845 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-03b26159-fb4d-4a83-af32-94c7e58f37eb None None] Provisioning complete for port 5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:30:40.099229 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-03b26159-fb4d-4a83-af32-94c7e58f37eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:40.181057 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-03b26159-fb4d-4a83-af32-94c7e58f37eb None None] Current status of the port 5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:30:40.416422 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:30:40.465777 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:30:40.466165 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:30:40.542417 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 5ac6a80d-7884-4fd7-bfd8-6a15ee6de57b is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:31:01.062247 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-6a571b59-3d84-4424-8356-d156df2d74dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:31:03.165493 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-e03799ad-9d83-4b2f-9505-31a437531bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:31:04.485019 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:31:05.779068 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:31:07.497992 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:31:12.590723 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 5 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:31:31.063907 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-7a5720a9-7cec-48f7-9161-a785676c5fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:31:33.167702 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-e2d2d6a5-92c4-442f-a752-1b54926d3af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:31:34.488127 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:31:35.782208 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:31:37.501062 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:31:49.589171 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 5 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:32:00.844998 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54202) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:32:00.851544 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [None req-8635be05-adb3-4099-baa0-f131d23d62ce tempest-verify_tempest_config-1492639202 tempest-verify_tempest_config-1492639202-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102871) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 16:32:00.852771 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-8635be05-adb3-4099-baa0-f131d23d62ce tempest-verify_tempest_config-1492639202 tempest-verify_tempest_config-1492639202-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065365 Feb 18 16:32:01.065821 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-ab88cb9a-4785-49e1-93fd-8b2e7f0641df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:32:01.134712 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54220) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:32:01.237371 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:32:01.384284 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] Publish callbacks [] for security_group (e09e6383-96b0-45a0-8892-ee3706ced0dd), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:32:01.387918 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (e09e6383-96b0-45a0-8892-ee3706ced0dd), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:32:01.431550 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09e6383-96b0-45a0-8892-ee3706ced0dd,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:32:01.436082 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1bedf0952dc44af19b93a9b3b1206cb0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3003821 Feb 18 16:32:01.438875 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54224) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:32:01.440602 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.440967 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.441321 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.441704 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.442024 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.442355 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.442702 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.443034 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.443376 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.443707 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.444030 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.444358 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.444672 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170eec72-eb66-4217-a75a-b58f5046f7f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.492464 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Publish callbacks [] for security_group (e09e6383-96b0-45a0-8892-ee3706ced0dd), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:32:01.513185 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Publish callbacks [] for security_group (e09e6383-96b0-45a0-8892-ee3706ced0dd), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:32:01.606447 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (e09e6383-96b0-45a0-8892-ee3706ced0dd), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:32:01.609025 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:32:01.610268 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e09e6383-96b0-45a0-8892-ee3706ced0dd HTTP/1.1" status: 204 len: 168 time: 0.1702666 Feb 18 16:32:01.618484 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09e6383-96b0-45a0-8892-ee3706ced0dd,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:32:01.624924 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.625296 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.625669 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.626044 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.626690 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.627075 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.627498 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.627759 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.628106 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.628456 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.628792 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.629116 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:01.629593 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0123fc-cfe8-4db5-a533-4255de1a5498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:32:03.169189 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5ced-372b-4cf8-9e2b-d73d38b44499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:32:04.491509 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:32:05.783984 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:32:07.504589 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:32:26.587963 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 5 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:32:31.068064 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-f77e2ba5-a50b-4f2f-86da-97b9e9a895d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:32:33.169733 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-665270e0-2417-44ca-b2ae-f43104a665cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:32:34.494111 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:32:35.786570 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:32:37.506011 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:33:01.068819 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-74e16a30-41bd-41de-b52b-4443db3e2128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:33:03.170947 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-b387ee03-62f8-4d3e-a458-6243f0489269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:33:03.587053 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 5 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:33:04.496978 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:33:05.791133 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:33:07.507853 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:33:31.076214 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-db21f8b7-8e3c-4857-a4ba-a148712ac4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:33:33.174397 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-afca0126-eacb-4c13-8c32-e5a9946a2ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:33:34.499299 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:33:35.796369 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:33:37.513521 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:33:40.586119 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 5 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:33:40.650242 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595468'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:33:54.024318 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54296) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:33:54.131188 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-1f103e2a-55d7-4104-89c0-b93b17f903aa admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1057887 Feb 18 16:33:56.512185 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54306) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:33:56.566032 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-374eb925-4e89-42e8-972b-cd2571d09b89 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0527871 Feb 18 16:34:01.070368 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-d4224426-9f48-415a-9d7d-3b314e4dcf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:34:03.176219 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-6f42ef33-1a15-48b6-95d6-cac02b6f2681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:34:04.502053 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:34:05.788198 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:34:07.505177 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:34:10.641355 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:34:17.585175 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:34:31.071233 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-0b2f952c-27fd-4ab8-b21c-cb26595c59f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:34:33.176631 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-39f04fba-ec1b-45ef-ba08-874729e8b7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:34:34.503487 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:34:35.795282 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:34:37.506311 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:34:40.642395 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:34:54.584487 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:35:01.072398 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-7cbf96ab-817d-4924-af6e-746aefa979bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:03.178399 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-e1f20d79-dd77-4f5a-ba4d-5f028ea99629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:04.507154 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:05.793583 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:07.510717 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:10.652724 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:28.568047 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54390) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:28.792814 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-553762896-network', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:28.818569 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Made reservation on behalf of e745c53f42364825b2b8bdb6a6741075 for: {'network': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:35:28.820929 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:28.830097 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:28.913306 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Publish callbacks [] for security_group (637ad4c2-aaf4-4673-92db-633a3509fc59), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:28.917905 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (637ad4c2-aaf4-4673-92db-633a3509fc59), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:28.955108 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637ad4c2-aaf4-4673-92db-633a3509fc59,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:28.970216 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:28.970575 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:28.970921 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:28.971464 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:28.971797 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:28.972133 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:28.972475 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:28.972830 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:28.973252 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:28.973622 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:28.973955 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:28.974377 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:28.974717 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Tracked resource versions report: Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: pushed versions: Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: { 'AddressGroup': {'1.2'}, Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'ConntrackHelper': {'1.0'}, Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'LocalIPAssociation': {'1.0'}, Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Log': {'1.0'}, Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Network': {'1.1'}, Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Port': {'1.7'}, Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'PortForwarding': {'1.2'}, Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'QosPolicy': {'1.10'}, Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'SecurityGroup': {'1.5'}, Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'SecurityGroupRule': {'1.2'}, Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'SubPort': {'1.0'}, Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Subnet': {'1.1'}, Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Trunk': {'1.1'}} Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: consumer versions: Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: { DHCP agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: HyperV agent@hv-cinder-82660: {}, Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: L3 agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: Metadata agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: Metering agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: Open vSwitch agent@dv-cinder-826607-4-iscsi: { 'AddressGroup': '1.2', Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'ConntrackHelper': '1.0', Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'LocalIPAssociation': '1.0', Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Log': '1.0', Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Network': '1.1', Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Port': '1.7', Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'PortForwarding': '1.2', Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'QosPolicy': '1.10', Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'SecurityGroup': '1.5', Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'SecurityGroupRule': '1.2', Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'SubPort': '1.0', Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Subnet': '1.1', Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: 'Trunk': '1.1'}} Feb 18 16:35:28.975891 dv-cinder-826607-4-iscsi neutron-server[102871]: {{(pid=102871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 16:35:28.983378 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533ca299-6086-4357-892c-24b351045559 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=102871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:35:28.997535 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (87981a9c-2c62-44f9-9190-34d73b199fa9), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:28.997854 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.segments_db [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Added segment 87981a9c-2c62-44f9-9190-34d73b199fa9 of type vlan for network bd8dd797-fe66-4c99-94a2-e13cd1572e21 Feb 18 16:35:29.041648 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (bd8dd797-fe66-4c99-94a2-e13cd1572e21), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:29.073988 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (bd8dd797-fe66-4c99-94a2-e13cd1572e21), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:29.075024 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:29.075632 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:29.135578 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-533ca299-6086-4357-892c-24b351045559 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5658243 Feb 18 16:35:29.138617 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54444) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:29.144688 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Request body: {'subnet': {'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-subnet', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:29.150223 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ca299-6086-4357-892c-24b351045559 admin admin] Pushing event updated for resources: {'Network': ['ID=bd8dd797-fe66-4c99-94a2-e13cd1572e21,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:29.163486 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network bd8dd797-fe66-4c99-94a2-e13cd1572e21 details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:35:29.183428 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Made reservation on behalf of e745c53f42364825b2b8bdb6a6741075 for: {'subnet': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:35:29.186803 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:29.383017 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for subnet (ebd8b386-a802-4950-b96c-778f7be7d919), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:29.425866 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd8b386-a802-4950-b96c-778f7be7d919,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:29.433682 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:29.434035 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:29.434379 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:29.434708 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:29.435201 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:29.435711 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:29.436049 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:29.436378 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:29.436703 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:29.437192 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:29.437498 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:29.437922 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:29.438249 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Tracked resource versions report: Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: pushed versions: Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: { 'AddressGroup': {'1.2'}, Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'ConntrackHelper': {'1.0'}, Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'LocalIPAssociation': {'1.0'}, Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Log': {'1.0'}, Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Network': {'1.1'}, Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Port': {'1.7'}, Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'PortForwarding': {'1.2'}, Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'QosPolicy': {'1.10'}, Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'SecurityGroup': {'1.5'}, Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'SecurityGroupRule': {'1.2'}, Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'SubPort': {'1.0'}, Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Subnet': {'1.1'}, Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Trunk': {'1.1'}} Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: consumer versions: Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: { DHCP agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: HyperV agent@hv-cinder-82660: {}, Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: L3 agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: Metadata agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: Metering agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: Open vSwitch agent@dv-cinder-826607-4-iscsi: { 'AddressGroup': '1.2', Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'ConntrackHelper': '1.0', Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'LocalIPAssociation': '1.0', Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Log': '1.0', Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Network': '1.1', Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Port': '1.7', Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'PortForwarding': '1.2', Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'QosPolicy': '1.10', Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'SecurityGroup': '1.5', Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'SecurityGroupRule': '1.2', Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'SubPort': '1.0', Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Subnet': '1.1', Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: 'Trunk': '1.1'}} Feb 18 16:35:29.439403 dv-cinder-826607-4-iscsi neutron-server[102872]: {{(pid=102872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 16:35:29.467023 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Checking segment: {'id': '87981a9c-2c62-44f9-9190-34d73b199fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:35:29.467447 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Network hostable DHCP agents. Network: bd8dd797-fe66-4c99-94a2-e13cd1572e21, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:35:29.486979 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Network bd8dd797-fe66-4c99-94a2-e13cd1572e21 is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:35:29.500647 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, bd8dd797-fe66-4c99-94a2-e13cd1572e21) {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:29.505067 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:29.505846 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:29.515172 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd3c2c2-226b-491b-8179-1ba008d43788 None None] Network bd8dd797-fe66-4c99-94a2-e13cd1572e21 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:35:29.528115 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54462) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:29.528417 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-53e03dec-9123-45fc-83d2-335895b2a46d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3886273 Feb 18 16:35:29.534113 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:29.574563 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16042'] for router (9cd768a8-433f-4133-b250-ec628925df1f), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:29.577903 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16035'] for router (9cd768a8-433f-4133-b250-ec628925df1f), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:29.647870 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7aa75c09-f67d-5ad7-b446-04c7edce05f4-bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919'}]}} from dv-cinder-826607-4-iscsi. {{(pid=102873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 16:35:29.648848 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:29.691250 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Publish callbacks [] for router_controller (9cd768a8-433f-4133-b250-ec628925df1f), precommit_add_association {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:29.814193 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.db_base_plugin_common [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Allocated IP 172.20.0.2 (bd8dd797-fe66-4c99-94a2-e13cd1572e21/ebd8b386-a802-4950-b96c-778f7be7d919/90bd8644-35c1-4eec-a9cc-58f926193357) {{(pid=102873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:35:29.857735 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Publish callbacks [] for router_gateway (9cd768a8-433f-4133-b250-ec628925df1f), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:29.945886 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54486) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:29.989698 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Publish callbacks [] for port (90bd8644-35c1-4eec-a9cc-58f926193357), precommit_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:29.997412 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (90bd8644-35c1-4eec-a9cc-58f926193357), after_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:30.061676 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Network bd8dd797-fe66-4c99-94a2-e13cd1572e21 is already hosted by enough agents. {{(pid=102873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:35:30.063309 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Pushing event updated for resources: {'Port': ['ID=90bd8644-35c1-4eec-a9cc-58f926193357,revision_number=1']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:30.071351 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.base_scheduler [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Resources bound (agent type, host, resource id): {{(pid=102873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:30.073849 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:30.075012 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:30.075533 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:30.076502 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:30.077028 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:30.078080 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:30.078609 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:30.079598 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:30.080102 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:30.080777 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:30.081586 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:30.082175 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:30.082523 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Tracked resource versions report: Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: pushed versions: Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: { 'AddressGroup': {'1.2'}, Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'ConntrackHelper': {'1.0'}, Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'LocalIPAssociation': {'1.0'}, Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Log': {'1.0'}, Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Network': {'1.1'}, Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Port': {'1.7'}, Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'PortForwarding': {'1.2'}, Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'QosPolicy': {'1.10'}, Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'SecurityGroup': {'1.5'}, Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'SecurityGroupRule': {'1.2'}, Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'SubPort': {'1.0'}, Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Subnet': {'1.1'}, Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Trunk': {'1.1'}} Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: consumer versions: Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: { DHCP agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: HyperV agent@hv-cinder-82660: {}, Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: L3 agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: Metadata agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: Metering agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: Open vSwitch agent@dv-cinder-826607-4-iscsi: { 'AddressGroup': '1.2', Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'ConntrackHelper': '1.0', Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'LocalIPAssociation': '1.0', Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Log': '1.0', Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Network': '1.1', Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Port': '1.7', Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'PortForwarding': '1.2', Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'QosPolicy': '1.10', Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'SecurityGroup': '1.5', Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'SecurityGroupRule': '1.2', Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'SubPort': '1.0', Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Subnet': '1.1', Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: 'Trunk': '1.1'}} Feb 18 16:35:30.083839 dv-cinder-826607-4-iscsi neutron-server[102873]: {{(pid=102873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 16:35:30.086651 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Received port after_create {{(pid=102873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:35:30.145311 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Attempting to bind port 90bd8644-35c1-4eec-a9cc-58f926193357 on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:35:30.145705 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Attempting to bind port 90bd8644-35c1-4eec-a9cc-58f926193357 by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '87981a9c-2c62-44f9-9190-34d73b199fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:35:30.146076 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Attempting to bind port 90bd8644-35c1-4eec-a9cc-58f926193357 on network bd8dd797-fe66-4c99-94a2-e13cd1572e21 {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:35:30.151404 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:35:30.151783 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Checking segment: {'id': '87981a9c-2c62-44f9-9190-34d73b199fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:35:30.152190 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:30.152582 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Bound using segment: {'id': '87981a9c-2c62-44f9-9190-34d73b199fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:35:30.153053 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Bound port: 90bd8644-35c1-4eec-a9cc-58f926193357, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87981a9c-2c62-44f9-9190-34d73b199fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:35:30.153476 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (90bd8644-35c1-4eec-a9cc-58f926193357), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:30.165033 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Publish callbacks [] for router_gateway (9cd768a8-433f-4133-b250-ec628925df1f), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:30.192388 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-912760a2-e346-4613-b673-074e7946467c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1729089099-network', 'tenant_id': '671b7dfd970f4475aea699ec20ae0cba'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:30.196064 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:30.221362 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] For port 90bd8644-35c1-4eec-a9cc-58f926193357, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:35:30.225324 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] For port 90bd8644-35c1-4eec-a9cc-58f926193357, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=90bd8644-35c1-4eec-a9cc-58f926193357,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:35:30.235946 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (90bd8644-35c1-4eec-a9cc-58f926193357), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:30.264564 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912760a2-e346-4613-b673-074e7946467c admin admin] Made reservation on behalf of 671b7dfd970f4475aea699ec20ae0cba for: {'network': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:35:30.267231 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-912760a2-e346-4613-b673-074e7946467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:30.280096 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-912760a2-e346-4613-b673-074e7946467c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:30.324351 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c8f71-a06d-4673-891e-9a318434dbac None None] Pushing event updated for resources: {'Port': ['ID=90bd8644-35c1-4eec-a9cc-58f926193357,revision_number=2']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:30.423545 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Allocated IP 172.27.2.154 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/32401890-adc7-485e-9de3-7784461fc596) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:35:30.442789 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-912760a2-e346-4613-b673-074e7946467c admin admin] Publish callbacks [] for security_group (d8ea1fd7-3d0e-40b8-b141-617b5251179c), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:30.469031 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-912760a2-e346-4613-b673-074e7946467c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (d8ea1fd7-3d0e-40b8-b141-617b5251179c), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:30.541158 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912760a2-e346-4613-b673-074e7946467c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ea1fd7-3d0e-40b8-b141-617b5251179c,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:30.547711 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912760a2-e346-4613-b673-074e7946467c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=102871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:35:30.563011 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54514) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:30.606247 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-912760a2-e346-4613-b673-074e7946467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (13c6d32f-e835-4871-9c47-9cd8a0518b93), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:30.606247 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.segments_db [None req-912760a2-e346-4613-b673-074e7946467c admin admin] Added segment 13c6d32f-e835-4871-9c47-9cd8a0518b93 of type vlan for network 6cdfe413-b293-45cc-8a3a-16531147a722 Feb 18 16:35:30.693205 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Publish callbacks [] for port (32401890-adc7-485e-9de3-7784461fc596), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:30.698951 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-912760a2-e346-4613-b673-074e7946467c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (6cdfe413-b293-45cc-8a3a-16531147a722), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:30.745494 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-912760a2-e346-4613-b673-074e7946467c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (6cdfe413-b293-45cc-8a3a-16531147a722), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:30.746609 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912760a2-e346-4613-b673-074e7946467c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:30.747519 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-912760a2-e346-4613-b673-074e7946467c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:30.775458 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-912760a2-e346-4613-b673-074e7946467c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8276172 Feb 18 16:35:30.778639 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54522) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:30.784773 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-260f1f82-df2d-42ae-814a-a14fd982cd8f admin admin] Request body: {'subnet': {'network_id': '6cdfe413-b293-45cc-8a3a-16531147a722', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1729089099-subnet', 'tenant_id': '671b7dfd970f4475aea699ec20ae0cba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:30.816759 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (32401890-adc7-485e-9de3-7784461fc596), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:30.822014 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260f1f82-df2d-42ae-814a-a14fd982cd8f admin admin] Made reservation on behalf of 671b7dfd970f4475aea699ec20ae0cba for: {'subnet': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:35:30.823942 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-260f1f82-df2d-42ae-814a-a14fd982cd8f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:30.836821 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:35:30.841041 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:30.872941 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:35:30.912820 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912760a2-e346-4613-b673-074e7946467c admin admin] Pushing event updated for resources: {'Network': ['ID=6cdfe413-b293-45cc-8a3a-16531147a722,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:30.928776 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network 6cdfe413-b293-45cc-8a3a-16531147a722 details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:35:30.963862 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Pushing event updated for resources: {'Port': ['ID=32401890-adc7-485e-9de3-7784461fc596,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:31.070709 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-b7ade468-7771-4166-9ff7-9f2ed117dab5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-283024945-network', 'tenant_id': '28bfb4c8af6f4094ac9c036a90e52cdc'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:31.084905 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54538) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:31.087102 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-2863d475-8797-41cf-aa1c-abe12fbdf0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:31.117317 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54542) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:31.144636 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ade468-7771-4166-9ff7-9f2ed117dab5 admin admin] Made reservation on behalf of 28bfb4c8af6f4094ac9c036a90e52cdc for: {'network': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:35:31.147138 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b7ade468-7771-4166-9ff7-9f2ed117dab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:31.178612 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b7ade468-7771-4166-9ff7-9f2ed117dab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:31.242115 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-260f1f82-df2d-42ae-814a-a14fd982cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for subnet (d49069cc-3074-46b9-8c48-25c2ec49e334), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:31.347933 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f1f82-df2d-42ae-814a-a14fd982cd8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d49069cc-3074-46b9-8c48-25c2ec49e334,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:31.368546 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260f1f82-df2d-42ae-814a-a14fd982cd8f admin admin] Checking segment: {'id': '13c6d32f-e835-4871-9c47-9cd8a0518b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6cdfe413-b293-45cc-8a3a-16531147a722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:35:31.369314 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260f1f82-df2d-42ae-814a-a14fd982cd8f admin admin] Network hostable DHCP agents. Network: 6cdfe413-b293-45cc-8a3a-16531147a722, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:35:31.381825 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b7ade468-7771-4166-9ff7-9f2ed117dab5 admin admin] Publish callbacks [] for security_group (2dcd8f30-a60a-43cd-9eef-e782f14dd156), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:31.393729 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b7ade468-7771-4166-9ff7-9f2ed117dab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (2dcd8f30-a60a-43cd-9eef-e782f14dd156), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:31.414540 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260f1f82-df2d-42ae-814a-a14fd982cd8f admin admin] Network 6cdfe413-b293-45cc-8a3a-16531147a722 is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:35:31.432243 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ade468-7771-4166-9ff7-9f2ed117dab5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=102872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:35:31.460146 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-260f1f82-df2d-42ae-814a-a14fd982cd8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, 6cdfe413-b293-45cc-8a3a-16531147a722) {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:31.476007 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b7ade468-7771-4166-9ff7-9f2ed117dab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (31d3444b-5a87-43ed-967c-57a81aaaf147), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:31.476575 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.segments_db [None req-b7ade468-7771-4166-9ff7-9f2ed117dab5 admin admin] Added segment 31d3444b-5a87-43ed-967c-57a81aaaf147 of type vlan for network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e Feb 18 16:35:31.477104 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Publish callbacks [] for router_gateway (9cd768a8-433f-4133-b250-ec628925df1f), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:31.478315 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ade468-7771-4166-9ff7-9f2ed117dab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcd8f30-a60a-43cd-9eef-e782f14dd156,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:31.488663 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb35fbb1-da0f-4e6a-852e-0af91008cd2e None None] Network 6cdfe413-b293-45cc-8a3a-16531147a722 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:35:31.492651 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260f1f82-df2d-42ae-814a-a14fd982cd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:31.493522 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-260f1f82-df2d-42ae-814a-a14fd982cd8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:31.503484 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-63b06780-ded3-4022-91cd-c5b2789377cd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1346442613-network', 'tenant_id': 'd8f9dd11e8374a7985fc4a92db14658a'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:31.584768 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:35:31.591714 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-3721c53a-ceb1-4043-ae16-52d9270244c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1209503425-network', 'tenant_id': '9205f14486fc4e64830c7c133ec39235'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:31.650789 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-260f1f82-df2d-42ae-814a-a14fd982cd8f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8688717 Feb 18 16:35:31.654629 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b7ade468-7771-4166-9ff7-9f2ed117dab5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (e4819fa6-9553-4aa3-97f2-f1d4f9604d5e), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:31.686540 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39058c8b-c3bf-4c18-9079-9c59e7b2038b None None] Network 6cdfe413-b293-45cc-8a3a-16531147a722 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:35:31.734569 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3721c53a-ceb1-4043-ae16-52d9270244c6 admin admin] Made reservation on behalf of 9205f14486fc4e64830c7c133ec39235 for: {'network': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:35:31.741150 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3721c53a-ceb1-4043-ae16-52d9270244c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:31.756170 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3721c53a-ceb1-4043-ae16-52d9270244c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:31.758320 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b7ade468-7771-4166-9ff7-9f2ed117dab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (e4819fa6-9553-4aa3-97f2-f1d4f9604d5e), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:31.759431 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ade468-7771-4166-9ff7-9f2ed117dab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:31.761538 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b7ade468-7771-4166-9ff7-9f2ed117dab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:31.850710 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea05d8d4-199c-4c10-b88c-3fe82cf7cb72 None None] Network bd8dd797-fe66-4c99-94a2-e13cd1572e21 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:35:31.884921 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b06780-ded3-4022-91cd-c5b2789377cd admin admin] Made reservation on behalf of d8f9dd11e8374a7985fc4a92db14658a for: {'network': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:35:31.887634 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-63b06780-ded3-4022-91cd-c5b2789377cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:31.897786 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ade468-7771-4166-9ff7-9f2ed117dab5 admin admin] Pushing event updated for resources: {'Network': ['ID=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:31.913080 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-b7ade468-7771-4166-9ff7-9f2ed117dab5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3483365 Feb 18 16:35:31.931839 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:35:31.996086 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54568) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:32.002798 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-367b8237-ad1f-4543-8325-0e1da3be2ed7 None None] Provisioning complete for port 90bd8644-35c1-4eec-a9cc-58f926193357 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:32.003202 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-367b8237-ad1f-4543-8325-0e1da3be2ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (90bd8644-35c1-4eec-a9cc-58f926193357), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.003544 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3721c53a-ceb1-4043-ae16-52d9270244c6 admin admin] Publish callbacks [] for security_group (9600b2f7-ea0f-4433-8f63-513f2064e5b8), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.005595 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-63b06780-ded3-4022-91cd-c5b2789377cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.024359 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3721c53a-ceb1-4043-ae16-52d9270244c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (9600b2f7-ea0f-4433-8f63-513f2064e5b8), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.028195 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-3d30f2ab-c8cb-4760-a789-6a524bffa22b admin admin] Request body: {'subnet': {'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-283024945-subnet', 'tenant_id': '28bfb4c8af6f4094ac9c036a90e52cdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:32.119654 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-63b06780-ded3-4022-91cd-c5b2789377cd admin admin] Publish callbacks [] for security_group (e8f3a966-e334-4335-a8db-452245a6ec4c), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.142209 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594459'] for router (9cd768a8-433f-4133-b250-ec628925df1f), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.147657 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d30f2ab-c8cb-4760-a789-6a524bffa22b admin admin] Made reservation on behalf of 28bfb4c8af6f4094ac9c036a90e52cdc for: {'subnet': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:35:32.155270 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3721c53a-ceb1-4043-ae16-52d9270244c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=102872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:35:32.159736 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3d30f2ab-c8cb-4760-a789-6a524bffa22b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.175025 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-63b06780-ded3-4022-91cd-c5b2789377cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (e8f3a966-e334-4335-a8db-452245a6ec4c), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.189949 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721c53a-ceb1-4043-ae16-52d9270244c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9600b2f7-ea0f-4433-8f63-513f2064e5b8,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:32.216386 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3721c53a-ceb1-4043-ae16-52d9270244c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (18d623a6-ba6c-4db6-ae61-7d782c20dc23), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.217224 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.segments_db [None req-3721c53a-ceb1-4043-ae16-52d9270244c6 admin admin] Added segment 18d623a6-ba6c-4db6-ae61-7d782c20dc23 of type vlan for network b70ae2d4-b37e-47df-8b0d-486770e38efd Feb 18 16:35:32.231848 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b06780-ded3-4022-91cd-c5b2789377cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=102872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:35:32.301217 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-63b06780-ded3-4022-91cd-c5b2789377cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (88df7514-22c6-46e8-9a51-5371bd0502b6), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.301781 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.segments_db [None req-63b06780-ded3-4022-91cd-c5b2789377cd admin admin] Added segment 88df7514-22c6-46e8-9a51-5371bd0502b6 of type vlan for network c1c4f35c-86d5-431f-9fd3-6e07d8918e17 Feb 18 16:35:32.304312 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3721c53a-ceb1-4043-ae16-52d9270244c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (b70ae2d4-b37e-47df-8b0d-486770e38efd), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.314438 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-367b8237-ad1f-4543-8325-0e1da3be2ed7 None None] Current status of the port 90bd8644-35c1-4eec-a9cc-58f926193357 is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:32.315141 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-367b8237-ad1f-4543-8325-0e1da3be2ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (90bd8644-35c1-4eec-a9cc-58f926193357), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.351971 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-367b8237-ad1f-4543-8325-0e1da3be2ed7 None None] For port 90bd8644-35c1-4eec-a9cc-58f926193357, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=90bd8644-35c1-4eec-a9cc-58f926193357,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:35:32.387810 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-367b8237-ad1f-4543-8325-0e1da3be2ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (90bd8644-35c1-4eec-a9cc-58f926193357), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.393525 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b06780-ded3-4022-91cd-c5b2789377cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f3a966-e334-4335-a8db-452245a6ec4c,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:32.447258 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.db.resource_extend [None req-3721c53a-ceb1-4043-ae16-52d9270244c6 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 16:35:32.474603 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-63b06780-ded3-4022-91cd-c5b2789377cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (c1c4f35c-86d5-431f-9fd3-6e07d8918e17), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.479987 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b8237-ad1f-4543-8325-0e1da3be2ed7 None None] Pushing event updated for resources: {'Port': ['ID=90bd8644-35c1-4eec-a9cc-58f926193357,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:32.548385 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3721c53a-ceb1-4043-ae16-52d9270244c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (b70ae2d4-b37e-47df-8b0d-486770e38efd), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.553466 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3721c53a-ceb1-4043-ae16-52d9270244c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:32.555316 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3721c53a-ceb1-4043-ae16-52d9270244c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.677919 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-63b06780-ded3-4022-91cd-c5b2789377cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (c1c4f35c-86d5-431f-9fd3-6e07d8918e17), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.678925 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b06780-ded3-4022-91cd-c5b2789377cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:32.684438 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-63b06780-ded3-4022-91cd-c5b2789377cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:32.732750 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 90bd8644-35c1-4eec-a9cc-58f926193357 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:35:32.763847 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-3721c53a-ceb1-4043-ae16-52d9270244c6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6446095 Feb 18 16:35:32.771951 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54616) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:32.806256 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-e1eb7c91-0992-461d-9aa3-14d67a8fa17b admin admin] Request body: {'subnet': {'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1209503425-subnet', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:32.810472 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721c53a-ceb1-4043-ae16-52d9270244c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b70ae2d4-b37e-47df-8b0d-486770e38efd,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:32.848420 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network b70ae2d4-b37e-47df-8b0d-486770e38efd details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:35:32.866983 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-63b06780-ded3-4022-91cd-c5b2789377cd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7804611 Feb 18 16:35:32.890790 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54622) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:32.907143 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-c30a0876-ed85-446f-8221-cc1250e4e65c admin admin] Request body: {'subnet': {'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1346442613-subnet', 'tenant_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:32.920159 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Router 9cd768a8-433f-4133-b250-ec628925df1f is scheduled to L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a with binding_index 1 {{(pid=102871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 16:35:33.025243 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1eb7c91-0992-461d-9aa3-14d67a8fa17b admin admin] Made reservation on behalf of 9205f14486fc4e64830c7c133ec39235 for: {'subnet': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:35:33.033859 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e1eb7c91-0992-461d-9aa3-14d67a8fa17b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:33.082255 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b06780-ded3-4022-91cd-c5b2789377cd admin admin] Pushing event updated for resources: {'Network': ['ID=c1c4f35c-86d5-431f-9fd3-6e07d8918e17,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:33.116356 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 90bd8644-35c1-4eec-a9cc-58f926193357 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:33.116758 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (90bd8644-35c1-4eec-a9cc-58f926193357), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:33.118441 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network c1c4f35c-86d5-431f-9fd3-6e07d8918e17 details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:35:33.165312 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30a0876-ed85-446f-8221-cc1250e4e65c admin admin] Made reservation on behalf of d8f9dd11e8374a7985fc4a92db14658a for: {'subnet': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:35:33.167621 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c30a0876-ed85-446f-8221-cc1250e4e65c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:33.198297 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3d30f2ab-c8cb-4760-a789-6a524bffa22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for subnet (c1f79cb2-5f1f-4d1b-9876-df6be6f72aab), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:33.268375 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:35:33.279643 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Sync routers for ids ['9cd768a8-433f-4133-b250-ec628925df1f'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:35:33.309560 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:33.310780 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Routers {'9cd768a8-433f-4133-b250-ec628925df1f'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:35:33.311474 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:35:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9cd768a8-433f-4133-b250-ec628925df1f'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:33.315563 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-58ca7b1c-72b5-452f-a36e-15d2223562bf admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7858527 Feb 18 16:35:33.318383 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54658) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:33.370216 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-e15d92af-69a9-4e1d-822b-6005e3feaea5 None None] Provisioning complete for port 90bd8644-35c1-4eec-a9cc-58f926193357 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:33.373903 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-e15d92af-69a9-4e1d-822b-6005e3feaea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (90bd8644-35c1-4eec-a9cc-58f926193357), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:33.461195 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54666) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:33.466281 dv-cinder-826607-4-iscsi neutron-server[102872]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 16:35:33.468985 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30f2ab-c8cb-4760-a789-6a524bffa22b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f79cb2-5f1f-4d1b-9876-df6be6f72aab,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:33.569760 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-3cc0fd2a-1e3b-4413-8105-39162fa66d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:33.578072 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d30f2ab-c8cb-4760-a789-6a524bffa22b admin admin] Checking segment: {'id': '31d3444b-5a87-43ed-967c-57a81aaaf147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:35:33.578535 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d30f2ab-c8cb-4760-a789-6a524bffa22b admin admin] Network hostable DHCP agents. Network: e4819fa6-9553-4aa3-97f2-f1d4f9604d5e, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:35:33.636465 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54674) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:33.751688 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-e15d92af-69a9-4e1d-822b-6005e3feaea5 None None] Current status of the port 90bd8644-35c1-4eec-a9cc-58f926193357 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:33.756299 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 90bd8644-35c1-4eec-a9cc-58f926193357 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:33.785238 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d30f2ab-c8cb-4760-a789-6a524bffa22b admin admin] Network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:35:33.814466 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Set router 9cd768a8-433f-4133-b250-ec628925df1f gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:35:33.870612 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-3d30f2ab-c8cb-4760-a789-6a524bffa22b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, e4819fa6-9553-4aa3-97f2-f1d4f9604d5e) {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:33.881075 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8300a464-8262-4278-8dbe-e1d7b1dcf2ab None None] Network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:35:33.887290 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b07c407b-0647-417e-aa72-801c12959e55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:33.892147 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d30f2ab-c8cb-4760-a789-6a524bffa22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:33.892970 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3d30f2ab-c8cb-4760-a789-6a524bffa22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:33.967154 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-3d30f2ab-c8cb-4760-a789-6a524bffa22b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9697242 Feb 18 16:35:34.094927 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:31Z', 'revision_number': 3, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:34.122355 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e1eb7c91-0992-461d-9aa3-14d67a8fa17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for subnet (5dae24fa-8ac8-4459-aa31-b074ff5b2445), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:34.135745 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c555e6ce-4aa8-48fb-926d-7dc8fe7ed8fb None None] Network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:35:34.165770 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b07c407b-0647-417e-aa72-801c12959e55 admin admin] Publish callbacks [] for security_group (27220527-05cc-4c89-8d7e-5b288efdf676), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:34.175019 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Checking router: 9cd768a8-433f-4133-b250-ec628925df1f for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:35:34.175842 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Updating router 9cd768a8-433f-4133-b250-ec628925df1f port 32401890-adc7-485e-9de3-7784461fc596 binding host dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:35:34.179560 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b07c407b-0647-417e-aa72-801c12959e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (27220527-05cc-4c89-8d7e-5b288efdf676), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:34.209226 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (32401890-adc7-485e-9de3-7784461fc596), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:34.239699 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c407b-0647-417e-aa72-801c12959e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27220527-05cc-4c89-8d7e-5b288efdf676,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:34.338377 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-c53b5e6c-78af-4089-a575-2032627fe7f1 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:34.340102 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-c53b5e6c-78af-4089-a575-2032627fe7f1 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/networks?id=6cdfe413-b293-45cc-8a3a-16531147a722 HTTP/1.1" status: 200 len: 812 time: 0.8767366 Feb 18 16:35:34.397494 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c30a0876-ed85-446f-8221-cc1250e4e65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for subnet (f67f844d-74e9-48b6-8285-f0d76073c1b5), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:34.407597 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-a850edcc-3a36-432b-b6c9-27ea67da6ffa tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/quotas/671b7dfd970f4475aea699ec20ae0cba HTTP/1.1" status: 200 len: 375 time: 0.0505085 Feb 18 16:35:34.411383 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb7c91-0992-461d-9aa3-14d67a8fa17b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dae24fa-8ac8-4459-aa31-b074ff5b2445,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:34.451283 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-b07c407b-0647-417e-aa72-801c12959e55 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa216312dacd4143a5e43e98d1e8a017&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8047712 Feb 18 16:35:34.457228 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54700) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:34.472186 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb7c91-0992-461d-9aa3-14d67a8fa17b admin admin] Checking segment: {'id': '18d623a6-ba6c-4db6-ae61-7d782c20dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:35:34.472186 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eb7c91-0992-461d-9aa3-14d67a8fa17b admin admin] Network hostable DHCP agents. Network: b70ae2d4-b37e-47df-8b0d-486770e38efd, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:35:34.506501 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:34.529115 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:34.558378 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-a1c7a621-b742-4aa2-9d89-f3f2d20aaf71 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=671b7dfd970f4475aea699ec20ae0cba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1295950 Feb 18 16:35:34.634651 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Publish callbacks [] for port (32401890-adc7-485e-9de3-7784461fc596), precommit_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:34.642815 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (32401890-adc7-485e-9de3-7784461fc596), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:34.646764 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a0876-ed85-446f-8221-cc1250e4e65c admin admin] Checking segment: {'id': '88df7514-22c6-46e8-9a51-5371bd0502b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:35:34.647134 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a0876-ed85-446f-8221-cc1250e4e65c admin admin] Network hostable DHCP agents. Network: c1c4f35c-86d5-431f-9fd3-6e07d8918e17, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:35:34.680765 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a0876-ed85-446f-8221-cc1250e4e65c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67f844d-74e9-48b6-8285-f0d76073c1b5,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:34.697238 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eb7c91-0992-461d-9aa3-14d67a8fa17b admin admin] Network b70ae2d4-b37e-47df-8b0d-486770e38efd is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:35:34.710311 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a96084-2515-44b9-8f7b-be87bf6a9a65 None None] Pushing event updated for resources: {'Port': ['ID=32401890-adc7-485e-9de3-7784461fc596,revision_number=2']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:34.717475 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 90bd8644-35c1-4eec-a9cc-58f926193357 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:35:34.725247 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a96084-2515-44b9-8f7b-be87bf6a9a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:34.725644 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a96084-2515-44b9-8f7b-be87bf6a9a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:34.726183 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a96084-2515-44b9-8f7b-be87bf6a9a65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:34.726704 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a96084-2515-44b9-8f7b-be87bf6a9a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:34.727197 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a96084-2515-44b9-8f7b-be87bf6a9a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:34.727685 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a96084-2515-44b9-8f7b-be87bf6a9a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:34.728392 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a96084-2515-44b9-8f7b-be87bf6a9a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:34.728878 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a96084-2515-44b9-8f7b-be87bf6a9a65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:34.729665 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a96084-2515-44b9-8f7b-be87bf6a9a65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:34.730159 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a96084-2515-44b9-8f7b-be87bf6a9a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:34.730789 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a96084-2515-44b9-8f7b-be87bf6a9a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:34.731309 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a96084-2515-44b9-8f7b-be87bf6a9a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:34.731779 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a96084-2515-44b9-8f7b-be87bf6a9a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a96084-2515-44b9-8f7b-be87bf6a9a65 None None] Tracked resource versions report: Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: pushed versions: Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: { 'AddressGroup': {'1.2'}, Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'ConntrackHelper': {'1.0'}, Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'LocalIPAssociation': {'1.0'}, Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Log': {'1.0'}, Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Network': {'1.1'}, Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Port': {'1.7'}, Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'PortForwarding': {'1.2'}, Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'QosPolicy': {'1.10'}, Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'SecurityGroup': {'1.5'}, Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'SecurityGroupRule': {'1.2'}, Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'SubPort': {'1.0'}, Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Subnet': {'1.1'}, Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Trunk': {'1.1'}} Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: consumer versions: Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: { DHCP agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: HyperV agent@hv-cinder-82660: {}, Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: L3 agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: Metadata agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: Metering agent@dv-cinder-826607-4-iscsi: {}, Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: Open vSwitch agent@dv-cinder-826607-4-iscsi: { 'AddressGroup': '1.2', Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'ConntrackHelper': '1.0', Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'LocalIPAssociation': '1.0', Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Log': '1.0', Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Network': '1.1', Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Port': '1.7', Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'PortForwarding': '1.2', Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'QosPolicy': '1.10', Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'SecurityGroup': '1.5', Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'SecurityGroupRule': '1.2', Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'SubPort': '1.0', Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Subnet': '1.1', Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: 'Trunk': '1.1'}} Feb 18 16:35:34.733231 dv-cinder-826607-4-iscsi neutron-server[102874]: {{(pid=102874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 16:35:34.736532 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54720) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:34.737899 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a0876-ed85-446f-8221-cc1250e4e65c admin admin] Network c1c4f35c-86d5-431f-9fd3-6e07d8918e17 is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:35:34.744974 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Attempting to bind port 32401890-adc7-485e-9de3-7784461fc596 on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:35:34.746060 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Attempting to bind port 32401890-adc7-485e-9de3-7784461fc596 by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:35:34.746684 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Attempting to bind port 32401890-adc7-485e-9de3-7784461fc596 on network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:35:34.754308 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:35:34.755436 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Checking segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:35:34.755612 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:34.756174 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Bound using segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:35:34.757022 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Bound port: 32401890-adc7-485e-9de3-7784461fc596, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:35:34.757669 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (32401890-adc7-485e-9de3-7784461fc596), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:34.769990 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-e1eb7c91-0992-461d-9aa3-14d67a8fa17b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, b70ae2d4-b37e-47df-8b0d-486770e38efd) {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:34.828655 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c526d143-79df-4086-b85b-4c5803dcbbc0 None None] Network b70ae2d4-b37e-47df-8b0d-486770e38efd requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:35:34.833597 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Allocated IP 172.20.0.1 (bd8dd797-fe66-4c99-94a2-e13cd1572e21/ebd8b386-a802-4950-b96c-778f7be7d919/0859fa54-3dfb-4f8f-9527-136671482901) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:35:34.839142 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4160fa4c-969f-4a84-a074-ad41708dbaaa admin admin] Publish callbacks [] for security_group (27220527-05cc-4c89-8d7e-5b288efdf676), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:34.845286 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] For port 32401890-adc7-485e-9de3-7784461fc596, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:35:34.846642 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-c30a0876-ed85-446f-8221-cc1250e4e65c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, c1c4f35c-86d5-431f-9fd3-6e07d8918e17) {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:34.865466 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] For port 32401890-adc7-485e-9de3-7784461fc596, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=32401890-adc7-485e-9de3-7784461fc596,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:35:34.877261 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5072ed80-2ff3-426b-870b-b2aadc768ca3 None None] Network c1c4f35c-86d5-431f-9fd3-6e07d8918e17 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:35:34.879577 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (32401890-adc7-485e-9de3-7784461fc596), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:34.885638 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4160fa4c-969f-4a84-a074-ad41708dbaaa admin admin] Publish callbacks [] for security_group (27220527-05cc-4c89-8d7e-5b288efdf676), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:34.893407 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eb7c91-0992-461d-9aa3-14d67a8fa17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:34.894275 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e1eb7c91-0992-461d-9aa3-14d67a8fa17b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:34.901292 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30a0876-ed85-446f-8221-cc1250e4e65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:34.902097 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c30a0876-ed85-446f-8221-cc1250e4e65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:34.920791 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-798b6a61-278c-40e1-984d-f7510e85c09b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102872) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 16:35:34.922369 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-798b6a61-278c-40e1-984d-f7510e85c09b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1593528 Feb 18 16:35:34.960183 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Routers {'9cd768a8-433f-4133-b250-ec628925df1f'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:35:34.960944 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:35:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9cd768a8-433f-4133-b250-ec628925df1f'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:34.967801 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-c30a0876-ed85-446f-8221-cc1250e4e65c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0758615 Feb 18 16:35:34.971095 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-e1eb7c91-0992-461d-9aa3-14d67a8fa17b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1903245 Feb 18 16:35:34.999131 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54728) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:35.000097 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54730) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:35.009833 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1346442613-router', 'tenant_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:35.016612 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:35.019885 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 90bd8644-35c1-4eec-a9cc-58f926193357 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:35.020495 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (90bd8644-35c1-4eec-a9cc-58f926193357), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:35.111834 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-d5398b55-9803-49dc-bd4a-5e894b5cffcc tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:35.113581 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-d5398b55-9803-49dc-bd4a-5e894b5cffcc tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/networks?id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e HTTP/1.1" status: 200 len: 814 time: 0.3598020 Feb 18 16:35:35.127664 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16042'] for router (14fbca03-5348-458e-9264-d5ca2089427b), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:35.128826 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16035'] for router (14fbca03-5348-458e-9264-d5ca2089427b), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:35.148374 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16042'] for router (9867e16f-e04f-4a7c-a485-047155a16601), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:35.149539 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16035'] for router (9867e16f-e04f-4a7c-a485-047155a16601), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:35.152912 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Publish callbacks [] for port (0859fa54-3dfb-4f8f-9527-136671482901), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:35.155069 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4160fa4c-969f-4a84-a074-ad41708dbaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (27220527-05cc-4c89-8d7e-5b288efdf676), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:35.158026 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4160fa4c-969f-4a84-a074-ad41708dbaaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:35.159431 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dcfa8c6e-ad66-459d-a9e2-666a64982d8f service neutron] 10.222.0.36 "GET /v2.0/networks/6cdfe413-b293-45cc-8a3a-16531147a722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272093 Feb 18 16:35:35.160712 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-5424db81-2b58-4309-9bfe-cb1add621d93 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/quotas/28bfb4c8af6f4094ac9c036a90e52cdc HTTP/1.1" status: 200 len: 375 time: 0.0356081 Feb 18 16:35:35.165084 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] Set router 9cd768a8-433f-4133-b250-ec628925df1f gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:35:35.176202 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-4160fa4c-969f-4a84-a074-ad41708dbaaa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27220527-05cc-4c89-8d7e-5b288efdf676 HTTP/1.1" status: 204 len: 168 time: 0.7178032 Feb 18 16:35:35.190983 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160fa4c-969f-4a84-a074-ad41708dbaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27220527-05cc-4c89-8d7e-5b288efdf676,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:35.195558 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7aa75c09-f67d-5ad7-b446-04c7edce05f4-b70ae2d4-b37e-47df-8b0d-486770e38efd', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'project_id': '9205f14486fc4e64830c7c133ec39235', 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445'}]}} from dv-cinder-826607-4-iscsi. {{(pid=102873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 16:35:35.203298 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:35.236842 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (0859fa54-3dfb-4f8f-9527-136671482901), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:35.284806 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Network bd8dd797-fe66-4c99-94a2-e13cd1572e21 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:35:35.289418 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:35.294344 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:35:35.295278 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593960'] for router_interface (9cd768a8-433f-4133-b250-ec628925df1f), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:35.296844 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b24acd-fdc4-4acc-a394-43dbb56ff700 None None] Network c1c4f35c-86d5-431f-9fd3-6e07d8918e17 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:35:35.373951 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-9b686fec-51c8-4d93-a8f8-1b6b444220c3 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=28bfb4c8af6f4094ac9c036a90e52cdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1907980 Feb 18 16:35:35.419766 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Pushing event updated for resources: {'Port': ['ID=0859fa54-3dfb-4f8f-9527-136671482901,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:35.454576 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:31Z', 'revision_number': 3, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:35.457689 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a96084-2515-44b9-8f7b-be87bf6a9a65 None None] Pushing event updated for resources: {'Port': ['ID=32401890-adc7-485e-9de3-7784461fc596,revision_number=3']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:35.495191 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad58d2-7c47-4b5f-980f-85ed63d297bc None None] The sync data for ids ['9cd768a8-433f-4133-b250-ec628925df1f'] in dv-cinder-826607-4-iscsi is: [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:31Z', 'revision_number': 3, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:35:35.513572 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Publish callbacks [] for router_controller (14fbca03-5348-458e-9264-d5ca2089427b), precommit_add_association {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:35.601529 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Publish callbacks [] for router_controller (9867e16f-e04f-4a7c-a485-047155a16601), precommit_add_association {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:35.675829 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (0859fa54-3dfb-4f8f-9527-136671482901), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:35.760231 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 90bd8644-35c1-4eec-a9cc-58f926193357 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:35.781495 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-cf2cf5b7-668f-45a2-b7e1-89cf4363a80c None None] Provisioning complete for port 0859fa54-3dfb-4f8f-9527-136671482901 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:35.782354 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf5b7-668f-45a2-b7e1-89cf4363a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (0859fa54-3dfb-4f8f-9527-136671482901), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:35.805832 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-fa4fff57-f6ae-4ac1-9b93-9cbffc8703fd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102872) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 16:35:35.806887 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-fa4fff57-f6ae-4ac1-9b93-9cbffc8703fd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1480913 Feb 18 16:35:35.858195 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-e65c116a-f9c1-4d64-9560-882ddb21ce73 service neutron] 10.222.0.36 "GET /v2.0/networks/6cdfe413-b293-45cc-8a3a-16531147a722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6772025 Feb 18 16:35:35.871595 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54750) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:35.898415 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.db_base_plugin_common [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Allocated IP 172.20.0.2 (b70ae2d4-b37e-47df-8b0d-486770e38efd/5dae24fa-8ac8-4459-aa31-b074ff5b2445/3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8) {{(pid=102873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:35:35.978551 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Publish callbacks [] for router_gateway (14fbca03-5348-458e-9264-d5ca2089427b), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:35.987766 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:35.992264 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-cf2cf5b7-668f-45a2-b7e1-89cf4363a80c None None] Port 0859fa54-3dfb-4f8f-9527-136671482901 cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:35:36.032374 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Publish callbacks [] for port (0859fa54-3dfb-4f8f-9527-136671482901), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:36.034965 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-d62f8d44-a683-46e8-a6a0-dd7bfd42749d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:36.049187 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (0859fa54-3dfb-4f8f-9527-136671482901), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:36.050009 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593988'] for router_interface (9cd768a8-433f-4133-b250-ec628925df1f), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:36.097166 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-56590371-5dbf-461b-9c20-2e36b58ab7a5 service neutron] 10.222.0.36 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470388 Feb 18 16:35:36.106575 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Pushing event updated for resources: {'Port': ['ID=0859fa54-3dfb-4f8f-9527-136671482901,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:36.298310 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Network bd8dd797-fe66-4c99-94a2-e13cd1572e21 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:35:36.313326 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:36.316995 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-a1901ea6-a6b3-4bdb-8ab0-42595d5094b5 service neutron] 10.222.0.36 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388164 Feb 18 16:35:36.331714 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Publish callbacks [] for port (3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8), precommit_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:36.342747 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Publish callbacks [] for router_gateway (9867e16f-e04f-4a7c-a485-047155a16601), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:36.345766 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8), after_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:36.376462 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-d62f8d44-a683-46e8-a6a0-dd7bfd42749d admin admin] Publish callbacks [] for security_group (b86a912e-abb6-4202-bda3-3577844c756b), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:36.435949 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-d62f8d44-a683-46e8-a6a0-dd7bfd42749d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (b86a912e-abb6-4202-bda3-3577844c756b), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:36.501703 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Network b70ae2d4-b37e-47df-8b0d-486770e38efd is already hosted by enough agents. {{(pid=102873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:35:36.536570 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f8d44-a683-46e8-a6a0-dd7bfd42749d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86a912e-abb6-4202-bda3-3577844c756b,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:36.545019 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.base_scheduler [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Resources bound (agent type, host, resource id): {{(pid=102873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:36.568545 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Received port after_create {{(pid=102873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:35:36.594927 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-d62f8d44-a683-46e8-a6a0-dd7bfd42749d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51421dff80fa4a10a4d2981c434f1fb2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7222667 Feb 18 16:35:36.603428 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Pushing event updated for resources: {'Port': ['ID=3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8,revision_number=1']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:36.605038 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 54774) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:36.774350 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Router 9cd768a8-433f-4133-b250-ec628925df1f has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:35:36.866727 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 32401890-adc7-485e-9de3-7784461fc596 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:35:36.955996 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Attempting to bind port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:35:36.956689 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Attempting to bind port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '18d623a6-ba6c-4db6-ae61-7d782c20dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:35:36.959747 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Attempting to bind port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 on network b70ae2d4-b37e-47df-8b0d-486770e38efd {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:35:36.964753 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-1dfecadd-2932-46e8-8610-4599e0ffd91b admin admin] Publish callbacks [] for security_group (b86a912e-abb6-4202-bda3-3577844c756b), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:37.005234 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:35:37.005646 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Checking segment: {'id': '18d623a6-ba6c-4db6-ae61-7d782c20dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:35:37.006196 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:37.006609 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Bound using segment: {'id': '18d623a6-ba6c-4db6-ae61-7d782c20dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:35:37.007108 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Bound port: 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d623a6-ba6c-4db6-ae61-7d782c20dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:35:37.007491 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:37.045717 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-40cd50b4-d916-4c2f-b74d-73350d73dc0e None None] Provisioning complete for port 0859fa54-3dfb-4f8f-9527-136671482901 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:37.046100 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-40cd50b4-d916-4c2f-b74d-73350d73dc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (0859fa54-3dfb-4f8f-9527-136671482901), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:37.082430 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:35:37.101847 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-66215cb4-cdb7-4c48-a585-a7b2ec878255 admin admin] 10.222.0.36 "PUT /v2.0/routers/9cd768a8-433f-4133-b250-ec628925df1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7814929 Feb 18 16:35:37.136085 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 32401890-adc7-485e-9de3-7784461fc596 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:37.136457 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (32401890-adc7-485e-9de3-7784461fc596), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:37.138303 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-40cd50b4-d916-4c2f-b74d-73350d73dc0e None None] Port 0859fa54-3dfb-4f8f-9527-136671482901 cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:35:37.209223 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-af74ab78-ddbf-49a7-9fd7-c6efd6710f9f req-846df13a-5ec3-47d5-981b-f6a29b317af9 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 210 time: 0.2323692 Feb 18 16:35:37.244340 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5ca66360-2cff-404b-a2ac-ff67c9f51077 req-b7b28bb3-fdd1-4624-9b8e-893534ba460a tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 210 time: 0.4157536 Feb 18 16:35:37.274861 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] For port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:35:37.302770 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] For port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8,segment=NetworkSegment(18d623a6-ba6c-4db6-ae61-7d782c20dc23),segment_id=18d623a6-ba6c-4db6-ae61-7d782c20dc23)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:35:37.328157 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:37.392693 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-1dfecadd-2932-46e8-8610-4599e0ffd91b admin admin] Publish callbacks [] for security_group (b86a912e-abb6-4202-bda3-3577844c756b), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:37.499217 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411651a-2e38-47c1-a5b1-ee84703975d0 None None] Pushing event updated for resources: {'Port': ['ID=3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8,revision_number=2']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:37.524390 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 32401890-adc7-485e-9de3-7784461fc596 is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:37.524792 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (32401890-adc7-485e-9de3-7784461fc596), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:37.756076 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] For port 32401890-adc7-485e-9de3-7784461fc596, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=32401890-adc7-485e-9de3-7784461fc596,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:35:37.784323 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (32401890-adc7-485e-9de3-7784461fc596), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:37.869531 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:37.920093 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-1dfecadd-2932-46e8-8610-4599e0ffd91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (b86a912e-abb6-4202-bda3-3577844c756b), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:37.920513 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Pushing event updated for resources: {'Port': ['ID=32401890-adc7-485e-9de3-7784461fc596,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:37.929940 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-1dfecadd-2932-46e8-8610-4599e0ffd91b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:37.932181 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-1dfecadd-2932-46e8-8610-4599e0ffd91b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b86a912e-abb6-4202-bda3-3577844c756b HTTP/1.1" status: 204 len: 168 time: 1.3146741 Feb 18 16:35:38.050008 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Publish callbacks [] for router_gateway (9867e16f-e04f-4a7c-a485-047155a16601), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:38.062410 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfecadd-2932-46e8-8610-4599e0ffd91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86a912e-abb6-4202-bda3-3577844c756b,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:38.090217 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:38.115886 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Publish callbacks [] for router_gateway (14fbca03-5348-458e-9264-d5ca2089427b), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:38.158058 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:38.520165 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-36874144-98b7-45fa-bc0d-10fbc91f7cfc req-423154a2-5c4e-4f82-834c-f767e006f65b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 210 time: 0.0444505 Feb 18 16:35:38.520888 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54874) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:38.534844 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-b2a8e4bc-1820-4495-8a7f-ede0f03a7216 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--256093789', 'description': 'tempest-description--1915959589'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:38.614492 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b2a8e4bc-1820-4495-8a7f-ede0f03a7216 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:38.755589 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_common [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Allocated IP 172.27.2.233 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/9fa036f1-1907-4db8-b843-7851b75946a5) {{(pid=102872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:35:38.874730 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 32401890-adc7-485e-9de3-7784461fc596 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:35:38.886521 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Sync routers for ids ['9cd768a8-433f-4133-b250-ec628925df1f'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:35:38.927235 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b2a8e4bc-1820-4495-8a7f-ede0f03a7216 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group (836a1de7-1195-48a9-b293-1c99081e2902), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:38.939256 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b2a8e4bc-1820-4495-8a7f-ede0f03a7216 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (836a1de7-1195-48a9-b293-1c99081e2902), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:39.029303 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Routers {'9cd768a8-433f-4133-b250-ec628925df1f'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:35:39.030207 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-48166876-4535-4f43-b96d-6cd016374fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:35:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9cd768a8-433f-4133-b250-ec628925df1f'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:39.032014 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f8665fe8-867e-4fc1-ac68-eaffe73e0940 req-b931167c-3374-47c3-b948-f13c24ee2699 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 210 time: 0.1804776 Feb 18 16:35:39.042632 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8e4bc-1820-4495-8a7f-ede0f03a7216 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836a1de7-1195-48a9-b293-1c99081e2902,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:39.066629 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b2a8e4bc-1820-4495-8a7f-ede0f03a7216 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:39.068137 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-b2a8e4bc-1820-4495-8a7f-ede0f03a7216 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5467765 Feb 18 16:35:39.070993 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54904) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:39.076099 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-0d0524c5-c921-41b4-b784-dd50852de99e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Request body: {'security_group_rule': {'security_group_id': '836a1de7-1195-48a9-b293-1c99081e2902', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:39.127619 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Publish callbacks [] for port (9fa036f1-1907-4db8-b843-7851b75946a5), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:39.151390 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0d0524c5-c921-41b4-b784-dd50852de99e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group_rule (be7554fd-129c-40df-bcdd-5698911fa9d5), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:39.273131 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (9fa036f1-1907-4db8-b843-7851b75946a5), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:39.357413 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af60ff8-5191-4d07-9bac-9bc4194c0594 None None] Network b70ae2d4-b37e-47df-8b0d-486770e38efd requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:35:39.378241 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54920) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:39.399330 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa036f1-1907-4db8-b843-7851b75946a5,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:39.414419 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:35:39.423471 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Resources bound (agent type, host, resource id): {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:39.426153 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_common [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Allocated IP 172.27.2.139 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/d5debdf3-ba65-413f-b0d3-b9451c7a64c8) {{(pid=102872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:35:39.428245 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Received port after_create {{(pid=102872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:35:39.465035 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0d0524c5-c921-41b4-b784-dd50852de99e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group_rule (be7554fd-129c-40df-bcdd-5698911fa9d5), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:39.544456 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0d0524c5-c921-41b4-b784-dd50852de99e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (be7554fd-129c-40df-bcdd-5698911fa9d5), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:39.549131 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 32401890-adc7-485e-9de3-7784461fc596 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:39.549131 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (32401890-adc7-485e-9de3-7784461fc596), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:39.556355 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0524c5-c921-41b4-b784-dd50852de99e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7554fd-129c-40df-bcdd-5698911fa9d5,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:39.603285 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0d0524c5-c921-41b4-b784-dd50852de99e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:39.606197 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-0d0524c5-c921-41b4-b784-dd50852de99e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5340123 Feb 18 16:35:39.609326 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54934) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:39.615518 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-f3b30d31-5baf-4d1c-8b24-1298f134833c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Request body: {'security_group_rule': {'security_group_id': '836a1de7-1195-48a9-b293-1c99081e2902', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:39.689306 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-d7d1286f-ed6c-4cdf-bf7a-6c94e4f21f32 None None] Provisioning complete for port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:39.692122 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-d7d1286f-ed6c-4cdf-bf7a-6c94e4f21f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:39.699076 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f3b30d31-5baf-4d1c-8b24-1298f134833c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group_rule (ef3500cc-4186-4af3-b790-598b96bcd6d1), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:39.728231 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c7d8155e-7a00-4533-9409-0b7a59fed415 req-9748a3e1-c328-4dd0-95c3-99cd84f5bd1d tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 210 time: 0.0488143 Feb 18 16:35:39.820257 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b9186326-565e-44d0-96bf-349a87a8bcf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:39.827766 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 32401890-adc7-485e-9de3-7784461fc596 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:39.828858 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:35:39.912393 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f3b30d31-5baf-4d1c-8b24-1298f134833c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group_rule (ef3500cc-4186-4af3-b790-598b96bcd6d1), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:39.937612 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f3b30d31-5baf-4d1c-8b24-1298f134833c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (ef3500cc-4186-4af3-b790-598b96bcd6d1), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:39.958381 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Publish callbacks [] for port (d5debdf3-ba65-413f-b0d3-b9451c7a64c8), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:39.966862 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Set router 9cd768a8-433f-4133-b250-ec628925df1f gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:35:39.974092 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Publish callbacks [] for router_gateway (9867e16f-e04f-4a7c-a485-047155a16601), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:39.995381 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b30d31-5baf-4d1c-8b24-1298f134833c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3500cc-4186-4af3-b790-598b96bcd6d1,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:40.048418 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f3b30d31-5baf-4d1c-8b24-1298f134833c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:40.052859 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-f3b30d31-5baf-4d1c-8b24-1298f134833c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4409881 Feb 18 16:35:40.053476 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54950) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:40.063522 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Request body: {'floatingip': {'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:40.138962 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.71', 60473) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:40.147229 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1286f-ed6c-4cdf-bf7a-6c94e4f21f32 None None] Current status of the port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:40.157965 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-d7d1286f-ed6c-4cdf-bf7a-6c94e4f21f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:40.169979 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b9186326-565e-44d0-96bf-349a87a8bcf2 admin admin] Publish callbacks [] for security_group (9cadd784-45e9-4719-a239-125bb5d5eacf), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:40.191782 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:40.192166 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:40.218797 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b9186326-565e-44d0-96bf-349a87a8bcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (9cadd784-45e9-4719-a239-125bb5d5eacf), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:40.228079 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:40.270350 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (d5debdf3-ba65-413f-b0d3-b9451c7a64c8), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:40.317422 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.71', 60474) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:40.321806 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Pushing event updated for resources: {'Port': ['ID=d5debdf3-ba65-413f-b0d3-b9451c7a64c8,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:40.426925 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:35:40.432166 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-d7d1286f-ed6c-4cdf-bf7a-6c94e4f21f32 None None] For port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8,segment=NetworkSegment(18d623a6-ba6c-4db6-ae61-7d782c20dc23),segment_id=18d623a6-ba6c-4db6-ae61-7d782c20dc23)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:35:40.432793 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:40.445972 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Received port after_create {{(pid=102872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:35:40.448635 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-d7d1286f-ed6c-4cdf-bf7a-6c94e4f21f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:40.639275 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1286f-ed6c-4cdf-bf7a-6c94e4f21f32 None None] Pushing event updated for resources: {'Port': ['ID=3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:40.712038 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:40.729226 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f9b32438-017f-43f3-b6bc-a0e042710331 req-dfaa4b89-2795-473f-8748-f79f65199f89 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 210 time: 0.1270835 Feb 18 16:35:40.796743 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:40.816878 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594459'] for router (9867e16f-e04f-4a7c-a485-047155a16601), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:40.883866 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9186326-565e-44d0-96bf-349a87a8bcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cadd784-45e9-4719-a239-125bb5d5eacf,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:40.909611 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-04e991a3-f6a1-49e4-b564-782aaa392d4c tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:40.911273 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-04e991a3-f6a1-49e4-b564-782aaa392d4c tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.71 "GET /v2.0/networks?id=6cdfe413-b293-45cc-8a3a-16531147a722 HTTP/1.1" status: 200 len: 812 time: 0.5870221 Feb 18 16:35:40.949007 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:35:40.973063 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-fcb97754-3cff-4673-8a9d-1f7f901f48c8 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Request body: {'port': {'device_id': '7d92cb61-1cea-4f74-9a0f-9dac4c913891', 'network_id': '6cdfe413-b293-45cc-8a3a-16531147a722', 'admin_state_up': True, 'tenant_id': '671b7dfd970f4475aea699ec20ae0cba'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:41.041585 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0918a987-cf06-46de-be34-3f4a59e3dbc6 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:41.044264 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0918a987-cf06-46de-be34-3f4a59e3dbc6 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.71 "GET /v2.0/networks?id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e HTTP/1.1" status: 200 len: 814 time: 0.9015331 Feb 18 16:35:41.048527 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-b9186326-565e-44d0-96bf-349a87a8bcf2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=137c7effc78f4f31aefe97a04c228ae5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6574883 Feb 18 16:35:41.063880 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 54998) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:41.067659 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:41.068155 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:41.074553 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-71a7bf38-86f2-4cf2-b61b-0841456d3d88 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Request body: {'port': {'device_id': 'eb0c7ada-c51c-454e-b6a0-1efd1ce582bb', 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e', 'admin_state_up': True, 'tenant_id': '28bfb4c8af6f4094ac9c036a90e52cdc'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:41.157233 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-f50c40a7-62b8-4f1e-9616-95064d0623a2 None None] Provisioning complete for port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:41.157642 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-f50c40a7-62b8-4f1e-9616-95064d0623a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:41.211770 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-48166876-4535-4f43-b96d-6cd016374fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:35Z', 'revision_number': 4, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '0859fa54-3dfb-4f8f-9527-136671482901', 'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'mac_address': 'fa:16:3e:b9:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:34Z', 'updated_at': '2022-02-18T16:35:35Z', 'revision_number': 2, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'subnets': [{'id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:41.251819 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Checking router: 9cd768a8-433f-4133-b250-ec628925df1f for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:35:41.252187 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Updating router 9cd768a8-433f-4133-b250-ec628925df1f port 0859fa54-3dfb-4f8f-9527-136671482901 binding host dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:35:41.309635 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Publish callbacks [] for router_gateway (14fbca03-5348-458e-9264-d5ca2089427b), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:41.331838 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (0859fa54-3dfb-4f8f-9527-136671482901), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:41.368653 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-919eea6e-6346-4822-a7ce-4abaab833db1 admin admin] Publish callbacks [] for security_group (9cadd784-45e9-4719-a239-125bb5d5eacf), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:41.448243 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-973846d4-487d-4808-8335-44c7343d61e9 req-de24e92f-af6e-43b0-a8e5-0a8ac3e37bca tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 210 time: 0.4831324 Feb 18 16:35:41.467419 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-919eea6e-6346-4822-a7ce-4abaab833db1 admin admin] Publish callbacks [] for security_group (9cadd784-45e9-4719-a239-125bb5d5eacf), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:41.480270 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:41.532981 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-71a7bf38-86f2-4cf2-b61b-0841456d3d88 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Made reservation on behalf of 28bfb4c8af6f4094ac9c036a90e52cdc for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:35:41.536574 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-71a7bf38-86f2-4cf2-b61b-0841456d3d88 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:41.692322 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:41.701092 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-f50c40a7-62b8-4f1e-9616-95064d0623a2 None None] Current status of the port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:41.709833 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 55020) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:41.721878 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Router 9867e16f-e04f-4a7c-a485-047155a16601 is scheduled to L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a with binding_index 1 {{(pid=102872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 16:35:41.735606 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-fcb97754-3cff-4673-8a9d-1f7f901f48c8 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Made reservation on behalf of 671b7dfd970f4475aea699ec20ae0cba for: {'port': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:35:41.740004 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-fcb97754-3cff-4673-8a9d-1f7f901f48c8 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:41.892159 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:35:41.897905 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-71a7bf38-86f2-4cf2-b61b-0841456d3d88 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Allocated IP 172.20.0.8 (e4819fa6-9553-4aa3-97f2-f1d4f9604d5e/c1f79cb2-5f1f-4d1b-9876-df6be6f72aab/026276bc-60a5-4c70-9209-e90f3e149e42) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:35:41.901666 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-919eea6e-6346-4822-a7ce-4abaab833db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (9cadd784-45e9-4719-a239-125bb5d5eacf), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:41.904356 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-919eea6e-6346-4822-a7ce-4abaab833db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:41.906624 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-919eea6e-6346-4822-a7ce-4abaab833db1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9cadd784-45e9-4719-a239-125bb5d5eacf HTTP/1.1" status: 204 len: 168 time: 0.8389659 Feb 18 16:35:41.919606 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Sync routers for ids ['9867e16f-e04f-4a7c-a485-047155a16601'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:35:41.934356 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919eea6e-6346-4822-a7ce-4abaab833db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cadd784-45e9-4719-a239-125bb5d5eacf,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:41.948394 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Routers {'9867e16f-e04f-4a7c-a485-047155a16601'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:35:41.949036 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:35:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9867e16f-e04f-4a7c-a485-047155a16601'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:41.950443 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Allocated IP 172.27.2.98 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/ea735e01-52c5-453c-be47-73afbc516003) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:35:41.954324 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-99c284c4-8328-4569-86ba-fed1e86fc229 req-31070927-f65d-4148-a245-7c6954b76c9a tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 210 time: 0.0812898 Feb 18 16:35:41.955090 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b15dd2d8-da99-435e-81cf-66cf31f3cd48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:42.019200 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:42.023923 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-dda4c9a4-090e-4c9a-aba0-2249c2623724 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0190499 Feb 18 16:35:42.024401 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 55030) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:42.237924 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594459'] for router (14fbca03-5348-458e-9264-d5ca2089427b), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:42.448640 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Publish callbacks [] for port (0859fa54-3dfb-4f8f-9527-136671482901), precommit_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:42.466873 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (0859fa54-3dfb-4f8f-9527-136671482901), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:42.489361 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Set router 9867e16f-e04f-4a7c-a485-047155a16601 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:35:42.697483 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd963d9c-6c07-41a0-b5b3-b66e97d3fd5d None None] Pushing event updated for resources: {'Port': ['ID=0859fa54-3dfb-4f8f-9527-136671482901,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:42.777657 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Attempting to bind port 0859fa54-3dfb-4f8f-9527-136671482901 on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:35:42.778783 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Attempting to bind port 0859fa54-3dfb-4f8f-9527-136671482901 by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '87981a9c-2c62-44f9-9190-34d73b199fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:35:42.779581 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Attempting to bind port 0859fa54-3dfb-4f8f-9527-136671482901 on network bd8dd797-fe66-4c99-94a2-e13cd1572e21 {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:35:42.792581 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:35:42.794318 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Checking segment: {'id': '87981a9c-2c62-44f9-9190-34d73b199fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:35:42.795307 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:42.796902 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Bound using segment: {'id': '87981a9c-2c62-44f9-9190-34d73b199fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:35:42.798028 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Bound port: 0859fa54-3dfb-4f8f-9527-136671482901, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87981a9c-2c62-44f9-9190-34d73b199fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:35:42.801642 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (0859fa54-3dfb-4f8f-9527-136671482901), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:43.063557 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:39Z', 'revision_number': 3, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:43.090085 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for port (ea735e01-52c5-453c-be47-73afbc516003), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:43.150664 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Checking router: 9867e16f-e04f-4a7c-a485-047155a16601 for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:35:43.151860 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Updating router 9867e16f-e04f-4a7c-a485-047155a16601 port 9fa036f1-1907-4db8-b843-7851b75946a5 binding host dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:35:43.158863 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-71a7bf38-86f2-4cf2-b61b-0841456d3d88 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks [] for port (026276bc-60a5-4c70-9209-e90f3e149e42), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:43.165138 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (ea735e01-52c5-453c-be47-73afbc516003), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:43.211899 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (9fa036f1-1907-4db8-b843-7851b75946a5), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:43.218565 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:35:43.224141 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:43.226963 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:35:43.298463 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-91615e6b-119d-4297-b282-2c9f73db73eb req-1691e71a-95a5-4737-9ab5-228f18f30ed9 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 210 time: 0.1909184 Feb 18 16:35:43.342065 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ddeb1286-56da-4377-9a30-1cccba7b221a req-c930ac64-6853-465c-9ca1-b0418ee909d6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 210 time: 0.2191911 Feb 18 16:35:43.353242 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Router 14fbca03-5348-458e-9264-d5ca2089427b is scheduled to L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a with binding_index 1 {{(pid=102872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 16:35:43.385755 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_common [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-fcb97754-3cff-4673-8a9d-1f7f901f48c8 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Allocated IP 172.20.0.10 (6cdfe413-b293-45cc-8a3a-16531147a722/d49069cc-3074-46b9-8c48-25c2ec49e334/f1c12c11-5979-4bae-80d1-5d631ab1ed3c) {{(pid=102872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:35:43.441977 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-48166876-4535-4f43-b96d-6cd016374fde None None] For port 0859fa54-3dfb-4f8f-9527-136671482901, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:35:43.446276 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event updated for resources: {'Port': ['ID=ea735e01-52c5-453c-be47-73afbc516003,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:43.447738 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-48166876-4535-4f43-b96d-6cd016374fde None None] For port 0859fa54-3dfb-4f8f-9527-136671482901, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=0859fa54-3dfb-4f8f-9527-136671482901,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:35:43.478682 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (0859fa54-3dfb-4f8f-9527-136671482901), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:43.565577 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-f6e4117b-8077-4576-b680-ff8487804ab7 None None] Provisioning complete for port 0859fa54-3dfb-4f8f-9527-136671482901 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:43.565961 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-f6e4117b-8077-4576-b680-ff8487804ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (0859fa54-3dfb-4f8f-9527-136671482901), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:43.610847 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-71a7bf38-86f2-4cf2-b61b-0841456d3d88 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (026276bc-60a5-4c70-9209-e90f3e149e42), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:43.634043 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd963d9c-6c07-41a0-b5b3-b66e97d3fd5d None None] Pushing event updated for resources: {'Port': ['ID=0859fa54-3dfb-4f8f-9527-136671482901,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:43.649204 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Routers {'9cd768a8-433f-4133-b250-ec628925df1f'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:35:43.649866 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-48166876-4535-4f43-b96d-6cd016374fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:35:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9cd768a8-433f-4133-b250-ec628925df1f'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:43.708888 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-71a7bf38-86f2-4cf2-b61b-0841456d3d88 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:35:43.768522 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-71a7bf38-86f2-4cf2-b61b-0841456d3d88 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:43.784532 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-71a7bf38-86f2-4cf2-b61b-0841456d3d88 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:35:43.793647 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-71a7bf38-86f2-4cf2-b61b-0841456d3d88 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:43.794906 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-71a7bf38-86f2-4cf2-b61b-0841456d3d88 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:43.846444 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-71a7bf38-86f2-4cf2-b61b-0841456d3d88 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7806442 Feb 18 16:35:43.871397 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-323d0aaf-b499-4dda-a481-5201844df5e5 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102871) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 16:35:43.872551 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-323d0aaf-b499-4dda-a481-5201844df5e5 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073133 Feb 18 16:35:43.874744 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for floatingip (c83a822d-a563-440b-b86a-eb372cb1b4c0), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:43.879758 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-f6e4117b-8077-4576-b680-ff8487804ab7 None None] Current status of the port 0859fa54-3dfb-4f8f-9527-136671482901 is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:43.880223 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-f6e4117b-8077-4576-b680-ff8487804ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (0859fa54-3dfb-4f8f-9527-136671482901), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:43.925024 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7bf38-86f2-4cf2-b61b-0841456d3d88 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Pushing event updated for resources: {'Port': ['ID=026276bc-60a5-4c70-9209-e90f3e149e42,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:44.037857 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (ea735e01-52c5-453c-be47-73afbc516003), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:44.100342 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-f6e4117b-8077-4576-b680-ff8487804ab7 None None] For port 0859fa54-3dfb-4f8f-9527-136671482901, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=0859fa54-3dfb-4f8f-9527-136671482901,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:35:44.111622 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-f6e4117b-8077-4576-b680-ff8487804ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (0859fa54-3dfb-4f8f-9527-136671482901), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:44.115637 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-48166876-4535-4f43-b96d-6cd016374fde None None] Set router 9cd768a8-433f-4133-b250-ec628925df1f gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:35:44.135129 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:35:44.150960 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Sync routers for ids ['14fbca03-5348-458e-9264-d5ca2089427b'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:35:44.191999 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b15dd2d8-da99-435e-81cf-66cf31f3cd48 admin admin] Publish callbacks [] for security_group (66d534f4-2e2d-410d-b94b-5a20d75db53d), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:44.263149 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Routers {'14fbca03-5348-458e-9264-d5ca2089427b'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:35:44.268934 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:35:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['14fbca03-5348-458e-9264-d5ca2089427b'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:44.347487 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Request body: {'port': {'device_id': 'eb0c7ada-c51c-454e-b6a0-1efd1ce582bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:44.438264 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Publish callbacks [] for port (9fa036f1-1907-4db8-b843-7851b75946a5), precommit_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:44.448638 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (9fa036f1-1907-4db8-b843-7851b75946a5), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:44.508349 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Set router 14fbca03-5348-458e-9264-d5ca2089427b gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:35:44.612403 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (026276bc-60a5-4c70-9209-e90f3e149e42), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:44.619735 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Attempting to bind port 9fa036f1-1907-4db8-b843-7851b75946a5 on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:35:44.624383 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Attempting to bind port 9fa036f1-1907-4db8-b843-7851b75946a5 by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:35:44.624851 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Attempting to bind port 9fa036f1-1907-4db8-b843-7851b75946a5 on network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:35:44.659961 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6efedc-2265-4721-aefe-2d03a2e3a6a2 None None] Pushing event updated for resources: {'Port': ['ID=9fa036f1-1907-4db8-b843-7851b75946a5,revision_number=2']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:44.665998 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:35:44.666384 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Checking segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:35:44.666797 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:44.667195 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Bound using segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:35:44.667690 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Bound port: 9fa036f1-1907-4db8-b843-7851b75946a5, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:35:44.668074 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (9fa036f1-1907-4db8-b843-7851b75946a5), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:44.772209 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] For port 9fa036f1-1907-4db8-b843-7851b75946a5, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:35:44.779257 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] For port 9fa036f1-1907-4db8-b843-7851b75946a5, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=9fa036f1-1907-4db8-b843-7851b75946a5,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:35:44.787525 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-f15be93c-7b1b-42ba-9df9-4d7cb9af88a8 None None] Provisioning complete for port 0859fa54-3dfb-4f8f-9527-136671482901 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:44.788206 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-f15be93c-7b1b-42ba-9df9-4d7cb9af88a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (0859fa54-3dfb-4f8f-9527-136671482901), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:44.789569 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (9fa036f1-1907-4db8-b843-7851b75946a5), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:44.800104 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for port (ea735e01-52c5-453c-be47-73afbc516003), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:44.808201 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-fcb97754-3cff-4673-8a9d-1f7f901f48c8 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Publish callbacks [] for port (f1c12c11-5979-4bae-80d1-5d631ab1ed3c), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:44.821496 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (ea735e01-52c5-453c-be47-73afbc516003), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:44.878279 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b15dd2d8-da99-435e-81cf-66cf31f3cd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (66d534f4-2e2d-410d-b94b-5a20d75db53d), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:44.895998 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4117b-8077-4576-b680-ff8487804ab7 None None] Pushing event updated for resources: {'Port': ['ID=0859fa54-3dfb-4f8f-9527-136671482901,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:44.916288 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6efedc-2265-4721-aefe-2d03a2e3a6a2 None None] Pushing event updated for resources: {'Port': ['ID=9fa036f1-1907-4db8-b843-7851b75946a5,revision_number=3']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:44.935938 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (c83a822d-a563-440b-b86a-eb372cb1b4c0), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:45.006133 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Routers {'9867e16f-e04f-4a7c-a485-047155a16601'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:35:45.007204 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:35:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9867e16f-e04f-4a7c-a485-047155a16601'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:45.053456 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:45.054774 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9991093 Feb 18 16:35:45.064149 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524e6a5-9730-4175-83cb-8964900761b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event updated for resources: {'Port': ['ID=ea735e01-52c5-453c-be47-73afbc516003,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:45.230261 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-f15be93c-7b1b-42ba-9df9-4d7cb9af88a8 None None] Current status of the port 0859fa54-3dfb-4f8f-9527-136671482901 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:45.246475 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] Set router 9867e16f-e04f-4a7c-a485-047155a16601 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:35:45.272016 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-41f2f125-73ba-454f-99fc-3c67482764df req-57061949-f621-4ec9-b2b4-a40ac04bfb7d tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 210 time: 0.4410739 Feb 18 16:35:45.323113 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-48166876-4535-4f43-b96d-6cd016374fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:35Z', 'revision_number': 4, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '0859fa54-3dfb-4f8f-9527-136671482901', 'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'mac_address': 'fa:16:3e:b9:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:34Z', 'updated_at': '2022-02-18T16:35:43Z', 'revision_number': 4, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'subnets': [{'id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:45.326041 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fbca03-5348-458e-9264-d5ca2089427b', 'name': 'tempest-ServerRescueNegativeTestJSON-1346442613-router', 'tenant_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd5debdf3-ba65-413f-b0d3-b9451c7a64c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:40Z', 'revision_number': 3, 'project_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'gw_port': {'id': 'd5debdf3-ba65-413f-b0d3-b9451c7a64c8', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbca03-5348-458e-9264-d5ca2089427b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:45.459241 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026276bc-60a5-4c70-9209-e90f3e149e42 {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:35:45.462404 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15dd2d8-da99-435e-81cf-66cf31f3cd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d534f4-2e2d-410d-b94b-5a20d75db53d,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:45.488253 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Publish callbacks [] for port (026276bc-60a5-4c70-9209-e90f3e149e42), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:45.491255 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:45.504526 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Checking router: 14fbca03-5348-458e-9264-d5ca2089427b for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:35:45.504876 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Updating router 14fbca03-5348-458e-9264-d5ca2089427b port d5debdf3-ba65-413f-b0d3-b9451c7a64c8 binding host dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:35:45.506238 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-368557d4-d906-4c9c-a268-ee1799e796ff admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.4998181 Feb 18 16:35:45.512290 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 55104) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:45.581961 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-b15dd2d8-da99-435e-81cf-66cf31f3cd48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=749a885034e348f7bde1a6f11cff45a8&name=default HTTP/1.1" status: 200 len: 2996 time: 3.8690317 Feb 18 16:35:45.587825 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 55106) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:45.617061 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (d5debdf3-ba65-413f-b0d3-b9451c7a64c8), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:45.632957 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48166876-4535-4f43-b96d-6cd016374fde None None] The sync data for ids ['9cd768a8-433f-4133-b250-ec628925df1f'] in dv-cinder-826607-4-iscsi is: [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:35Z', 'revision_number': 4, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '0859fa54-3dfb-4f8f-9527-136671482901', 'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'mac_address': 'fa:16:3e:b9:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:34Z', 'updated_at': '2022-02-18T16:35:43Z', 'revision_number': 4, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'subnets': [{'id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:35:45.681789 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c082f1-22f9-40b7-ab5b-b6057ea3aac6 req-42a83cc1-41ec-45c0-aae1-4932e96ae6e7 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:45.683867 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Transition to ACTIVE for port object 026276bc-60a5-4c70-9209-e90f3e149e42 will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:35:45.698272 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (026276bc-60a5-4c70-9209-e90f3e149e42), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:45.700168 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e7c082f1-22f9-40b7-ab5b-b6057ea3aac6 req-42a83cc1-41ec-45c0-aae1-4932e96ae6e7 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 931 time: 0.8308778 Feb 18 16:35:45.775846 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-fcb97754-3cff-4673-8a9d-1f7f901f48c8 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (f1c12c11-5979-4bae-80d1-5d631ab1ed3c), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:45.832086 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-77147f31-4d35-4fe5-9ffb-6103fc27185d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--256093789&fields=id&tenant_id=e745c53f42364825b2b8bdb6a6741075 HTTP/1.1" status: 200 len: 267 time: 0.2672713 Feb 18 16:35:45.893802 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:39Z', 'revision_number': 3, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:45.986086 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd9908e-c75a-4230-8301-71b53f998079 None None] The sync data for ids ['9867e16f-e04f-4a7c-a485-047155a16601'] in dv-cinder-826607-4-iscsi is: [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:39Z', 'revision_number': 3, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:35:46.077960 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 55110) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:46.338067 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Publish callbacks [] for port (d5debdf3-ba65-413f-b0d3-b9451c7a64c8), precommit_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:46.348968 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (d5debdf3-ba65-413f-b0d3-b9451c7a64c8), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:46.404032 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e7c082f1-22f9-40b7-ab5b-b6057ea3aac6 req-77642540-e7cf-4f31-af2c-a70e15b7dd52 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7027950 Feb 18 16:35:46.556764 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-558d7f6f-5d44-4b09-bbde-204c271da2f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:46.563521 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Attempting to bind port d5debdf3-ba65-413f-b0d3-b9451c7a64c8 on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:35:46.563906 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Attempting to bind port d5debdf3-ba65-413f-b0d3-b9451c7a64c8 by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:35:46.564380 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Attempting to bind port d5debdf3-ba65-413f-b0d3-b9451c7a64c8 on network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:35:46.588322 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8ca17-9f24-4166-9af6-f31f57b19bfa None None] Pushing event updated for resources: {'Port': ['ID=d5debdf3-ba65-413f-b0d3-b9451c7a64c8,revision_number=2']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:46.624943 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:35:46.625869 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Checking segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:35:46.642209 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:46.643487 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Bound using segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:35:46.644360 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Bound port: d5debdf3-ba65-413f-b0d3-b9451c7a64c8, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:35:46.645071 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (d5debdf3-ba65-413f-b0d3-b9451c7a64c8), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:46.706760 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-fcb97754-3cff-4673-8a9d-1f7f901f48c8 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Network 6cdfe413-b293-45cc-8a3a-16531147a722 is already hosted by enough agents. {{(pid=102872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:35:46.813589 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] For port d5debdf3-ba65-413f-b0d3-b9451c7a64c8, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:35:46.814558 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fe2aefc2-2141-4e89-b63e-6ef3db89487c admin admin] Publish callbacks [] for security_group (66d534f4-2e2d-410d-b94b-5a20d75db53d), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:46.829989 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] For port d5debdf3-ba65-413f-b0d3-b9451c7a64c8, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=d5debdf3-ba65-413f-b0d3-b9451c7a64c8,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:35:46.845450 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (d5debdf3-ba65-413f-b0d3-b9451c7a64c8), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:46.872734 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fe2aefc2-2141-4e89-b63e-6ef3db89487c admin admin] Publish callbacks [] for security_group (66d534f4-2e2d-410d-b94b-5a20d75db53d), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:46.944639 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8ca17-9f24-4166-9af6-f31f57b19bfa None None] Pushing event updated for resources: {'Port': ['ID=d5debdf3-ba65-413f-b0d3-b9451c7a64c8,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:46.962952 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Routers {'14fbca03-5348-458e-9264-d5ca2089427b'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:35:46.963695 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:35:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['14fbca03-5348-458e-9264-d5ca2089427b'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:47.055093 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-fcb97754-3cff-4673-8a9d-1f7f901f48c8 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Resources bound (agent type, host, resource id): {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:47.055715 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Pushing event updated for resources: {'Port': ['ID=026276bc-60a5-4c70-9209-e90f3e149e42,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:47.057310 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb97754-3cff-4673-8a9d-1f7f901f48c8 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Pushing event updated for resources: {'Port': ['ID=f1c12c11-5979-4bae-80d1-5d631ab1ed3c,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:47.062916 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-fcb97754-3cff-4673-8a9d-1f7f901f48c8 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Received port after_create {{(pid=102872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:35:47.083730 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-fcb97754-3cff-4673-8a9d-1f7f901f48c8 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:47.086204 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-fcb97754-3cff-4673-8a9d-1f7f901f48c8 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for port (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:47.125160 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 9fa036f1-1907-4db8-b843-7851b75946a5 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:35:47.192688 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Attempting to bind port 026276bc-60a5-4c70-9209-e90f3e149e42 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:35:47.193211 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Attempting to bind port 026276bc-60a5-4c70-9209-e90f3e149e42 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '31d3444b-5a87-43ed-967c-57a81aaaf147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:35:47.193611 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Attempting to bind port 026276bc-60a5-4c70-9209-e90f3e149e42 on network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:35:47.198425 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fe2aefc2-2141-4e89-b63e-6ef3db89487c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (66d534f4-2e2d-410d-b94b-5a20d75db53d), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:47.200949 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fe2aefc2-2141-4e89-b63e-6ef3db89487c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:47.219975 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-fe2aefc2-2141-4e89-b63e-6ef3db89487c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66d534f4-2e2d-410d-b94b-5a20d75db53d HTTP/1.1" status: 204 len: 168 time: 1.6140776 Feb 18 16:35:47.227917 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Port 026276bc-60a5-4c70-9209-e90f3e149e42 on network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:35:47.244105 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Attempting to bind port 026276bc-60a5-4c70-9209-e90f3e149e42 on network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:35:47.301504 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:35:47.306110 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Checking segment: {'id': '31d3444b-5a87-43ed-967c-57a81aaaf147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:35:47.307016 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Bound using segment: {'id': '31d3444b-5a87-43ed-967c-57a81aaaf147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:35:47.307896 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Bound port: 026276bc-60a5-4c70-9209-e90f3e149e42, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d3444b-5a87-43ed-967c-57a81aaaf147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:35:47.314808 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (026276bc-60a5-4c70-9209-e90f3e149e42), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:47.596208 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-558d7f6f-5d44-4b09-bbde-204c271da2f0 admin admin] Publish callbacks [] for security_group (d74e6e61-50f9-40b1-a2ea-3454bce33555), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:47.604763 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] Set router 14fbca03-5348-458e-9264-d5ca2089427b gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:35:47.618577 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-fcb97754-3cff-4673-8a9d-1f7f901f48c8 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6545987 Feb 18 16:35:47.679507 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-558d7f6f-5d44-4b09-bbde-204c271da2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (d74e6e61-50f9-40b1-a2ea-3454bce33555), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:47.735347 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Request body: {'port': {'device_id': '7d92cb61-1cea-4f74-9a0f-9dac4c913891', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:47.753553 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2aefc2-2141-4e89-b63e-6ef3db89487c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d534f4-2e2d-410d-b94b-5a20d75db53d,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:47.784624 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 9fa036f1-1907-4db8-b843-7851b75946a5 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:47.785126 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (9fa036f1-1907-4db8-b843-7851b75946a5), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:47.870999 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] For port 026276bc-60a5-4c70-9209-e90f3e149e42, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:35:47.991250 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:48.026793 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 55126) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:48.043564 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] For port 026276bc-60a5-4c70-9209-e90f3e149e42, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=026276bc-60a5-4c70-9209-e90f3e149e42,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:35:48.058856 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-c42c8d35-d78a-4eda-9c07-45d9f8354bfc tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:48.060517 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-c42c8d35-d78a-4eda-9c07-45d9f8354bfc tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/networks?id=bd8dd797-fe66-4c99-94a2-e13cd1572e21 HTTP/1.1" status: 200 len: 816 time: 2.2268233 Feb 18 16:35:48.071119 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-558d7f6f-5d44-4b09-bbde-204c271da2f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=71231d3c6ca1408fb1cb12035f6f3e65&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9575527 Feb 18 16:35:48.075058 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-515336d6-33f5-4a5e-ac15-e64ddd2a4ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:48.077817 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 55128) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:48.081127 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d7f6f-5d44-4b09-bbde-204c271da2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74e6e61-50f9-40b1-a2ea-3454bce33555,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:48.148937 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058af376-d796-4fdf-935d-40e09d628f4d req-cc8aa525-808e-4d29-b6d2-fda725dad470 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:48.150739 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-058af376-d796-4fdf-935d-40e09d628f4d req-cc8aa525-808e-4d29-b6d2-fda725dad470 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 932 time: 1.4566021 Feb 18 16:35:48.178325 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-dd6764a7-9e48-4af2-b3bb-6bd45b5b120a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/quotas/e745c53f42364825b2b8bdb6a6741075 HTTP/1.1" status: 200 len: 375 time: 0.0992441 Feb 18 16:35:48.206465 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (f1c12c11-5979-4bae-80d1-5d631ab1ed3c), before_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:48.214586 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (026276bc-60a5-4c70-9209-e90f3e149e42), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:48.247047 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 9fa036f1-1907-4db8-b843-7851b75946a5 is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:48.250274 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (9fa036f1-1907-4db8-b843-7851b75946a5), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:48.292834 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] For port 9fa036f1-1907-4db8-b843-7851b75946a5, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=9fa036f1-1907-4db8-b843-7851b75946a5,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:35:48.305211 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (9fa036f1-1907-4db8-b843-7851b75946a5), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:48.306128 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 0859fa54-3dfb-4f8f-9527-136671482901 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:35:48.310473 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:48.310877 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:48.314201 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] 10.222.0.71 "PUT /v2.0/ports/026276bc-60a5-4c70-9209-e90f3e149e42 HTTP/1.1" status: 200 len: 1093 time: 4.1372118 Feb 18 16:35:48.321576 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0c7ada-c51c-454e-b6a0-1efd1ce582bb', 'tag': '026276bc-60a5-4c70-9209-e90f3e149e42'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:35:48.421902 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fbca03-5348-458e-9264-d5ca2089427b', 'name': 'tempest-ServerRescueNegativeTestJSON-1346442613-router', 'tenant_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd5debdf3-ba65-413f-b0d3-b9451c7a64c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:40Z', 'revision_number': 3, 'project_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'gw_port': {'id': 'd5debdf3-ba65-413f-b0d3-b9451c7a64c8', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbca03-5348-458e-9264-d5ca2089427b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:48.496606 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43249f1-0ab6-4841-a2dc-d8d96d6ecb57 None None] The sync data for ids ['14fbca03-5348-458e-9264-d5ca2089427b'] in dv-cinder-826607-4-iscsi is: [{'id': '14fbca03-5348-458e-9264-d5ca2089427b', 'name': 'tempest-ServerRescueNegativeTestJSON-1346442613-router', 'tenant_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd5debdf3-ba65-413f-b0d3-b9451c7a64c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:40Z', 'revision_number': 3, 'project_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'gw_port': {'id': 'd5debdf3-ba65-413f-b0d3-b9451c7a64c8', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbca03-5348-458e-9264-d5ca2089427b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:35:48.509228 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Pushing event updated for resources: {'Port': ['ID=9fa036f1-1907-4db8-b843-7851b75946a5,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:48.520142 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-515336d6-33f5-4a5e-ac15-e64ddd2a4ece admin admin] Publish callbacks [] for security_group (42ca745b-3fc4-4f11-a242-39761c340b4a), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:48.522898 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 0859fa54-3dfb-4f8f-9527-136671482901 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:48.523534 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (0859fa54-3dfb-4f8f-9527-136671482901), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:48.615930 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bd822412-d08d-48e1-94ca-84654ae0c9cc admin admin] Publish callbacks [] for security_group (d74e6e61-50f9-40b1-a2ea-3454bce33555), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:48.682553 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-515336d6-33f5-4a5e-ac15-e64ddd2a4ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (42ca745b-3fc4-4f11-a242-39761c340b4a), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:48.702181 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-058af376-d796-4fdf-935d-40e09d628f4d req-c0dcf7d3-1f65-4910-8d94-a337fd9495fe tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8ea1fd7-3d0e-40b8-b141-617b5251179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284264 Feb 18 16:35:48.703400 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:48.758568 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515336d6-33f5-4a5e-ac15-e64ddd2a4ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ca745b-3fc4-4f11-a242-39761c340b4a,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:48.759575 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 0859fa54-3dfb-4f8f-9527-136671482901 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:48.805235 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-a68f0ea3-e237-4965-922c-ef15c0cdff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:48.806675 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-a68f0ea3-e237-4965-922c-ef15c0cdff85 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=28bfb4c8af6f4094ac9c036a90e52cdc&device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 1127 time: 0.2541034 Feb 18 16:35:48.808933 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc19c82-fa05-4424-81e8-94cb5cff38e5 service neutron] Pushing event updated for resources: {'Port': ['ID=026276bc-60a5-4c70-9209-e90f3e149e42,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:48.820252 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-79129b84-1e1f-4757-b5f9-a8a442a10f6d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e745c53f42364825b2b8bdb6a6741075&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6158299 Feb 18 16:35:48.916103 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe991cb1-f068-4536-b9a9-ee6d1a774387" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0c7ada-c51c-454e-b6a0-1efd1ce582bb", "tag": "026276bc-60a5-4c70-9209-e90f3e149e42"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:35:48.923544 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-515336d6-33f5-4a5e-ac15-e64ddd2a4ece admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06210dc3d07845508402927174d0dd08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8869765 Feb 18 16:35:48.977951 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 9fa036f1-1907-4db8-b843-7851b75946a5 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:35:49.036055 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bd822412-d08d-48e1-94ca-84654ae0c9cc admin admin] Publish callbacks [] for security_group (d74e6e61-50f9-40b1-a2ea-3454bce33555), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:49.114267 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 55140) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:49.118484 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 9fa036f1-1907-4db8-b843-7851b75946a5 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:49.118863 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (9fa036f1-1907-4db8-b843-7851b75946a5), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:49.214143 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-febf3196-3a34-4c72-be97-3dae55443c8b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=026276bc-60a5-4c70-9209-e90f3e149e42 HTTP/1.1" status: 200 len: 217 time: 0.3086839 Feb 18 16:35:49.301484 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 9fa036f1-1907-4db8-b843-7851b75946a5 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:49.385829 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-d97f67e0-9fd6-4cc2-9796-7be86b10c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:49.387558 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-d97f67e0-9fd6-4cc2-9796-7be86b10c231 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1f79cb2-5f1f-4d1b-9876-df6be6f72aab HTTP/1.1" status: 200 len: 854 time: 0.1327963 Feb 18 16:35:49.392573 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Allocated IP 172.20.0.1 (c1c4f35c-86d5-431f-9fd3-6e07d8918e17/f67f844d-74e9-48b6-8285-f0d76073c1b5/1bcced27-c230-4a04-8802-0aca6ee8f4ef) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:35:49.636267 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-62cf57fc-70f0-434e-83e1-3a7327f2cd62 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2147155 Feb 18 16:35:49.661299 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Publish callbacks [] for port (1bcced27-c230-4a04-8802-0aca6ee8f4ef), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:49.668780 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bd822412-d08d-48e1-94ca-84654ae0c9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (d74e6e61-50f9-40b1-a2ea-3454bce33555), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:49.681965 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bd822412-d08d-48e1-94ca-84654ae0c9cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:49.683580 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-bd822412-d08d-48e1-94ca-84654ae0c9cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d74e6e61-50f9-40b1-a2ea-3454bce33555 HTTP/1.1" status: 204 len: 168 time: 1.6032875 Feb 18 16:35:49.781705 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_common [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Allocated IP 172.20.0.1 (b70ae2d4-b37e-47df-8b0d-486770e38efd/5dae24fa-8ac8-4459-aa31-b074ff5b2445/9c505c15-a441-490f-82aa-1aa73443390c) {{(pid=102872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:35:49.790394 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (1bcced27-c230-4a04-8802-0aca6ee8f4ef), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:49.790967 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd822412-d08d-48e1-94ca-84654ae0c9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74e6e61-50f9-40b1-a2ea-3454bce33555,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:49.905250 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Network c1c4f35c-86d5-431f-9fd3-6e07d8918e17 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:35:49.915277 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:49.918072 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:35:49.918551 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593960'] for router_interface (14fbca03-5348-458e-9264-d5ca2089427b), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:49.927619 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-40342bc0-7436-4021-aeb4-379faed98e3a service neutron] 10.222.0.71 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221069 Feb 18 16:35:49.990522 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7a4c1dc4-550c-48ac-aac8-0425676a5130 admin admin] Publish callbacks [] for security_group (42ca745b-3fc4-4f11-a242-39761c340b4a), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:50.011044 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Pushing event updated for resources: {'Port': ['ID=1bcced27-c230-4a04-8802-0aca6ee8f4ef,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:50.011341 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-281deb7c-7209-47d7-b1eb-1348c0dfa465 service neutron] 10.222.0.36 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8959875 Feb 18 16:35:50.073190 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2a9ff-7b65-452b-b328-d0b912ea0acf req-2cb84336-a15b-42c3-8814-f0c7e6c0ddb4 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:50.079403 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6de2a9ff-7b65-452b-b328-d0b912ea0acf req-2cb84336-a15b-42c3-8814-f0c7e6c0ddb4 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 943 time: 0.9844818 Feb 18 16:35:50.203210 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7a4c1dc4-550c-48ac-aac8-0425676a5130 admin admin] Publish callbacks [] for security_group (42ca745b-3fc4-4f11-a242-39761c340b4a), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:50.507414 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4202ddac-9bcf-41af-a508-f80d1d5ad90d req-ad46dcac-8017-49ad-b890-1c93bf23c2ac service neutron] 10.222.0.71 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771516 Feb 18 16:35:50.575630 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (1bcced27-c230-4a04-8802-0aca6ee8f4ef), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:50.610481 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.notifiers.nova [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c12c11-5979-4bae-80d1-5d631ab1ed3c {{(pid=102872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:35:50.619597 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Publish callbacks [] for port (f1c12c11-5979-4bae-80d1-5d631ab1ed3c), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:50.662166 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-8fe4af28-f4b3-4165-ad6d-815ac18a2823 service neutron] 10.222.0.36 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498194 Feb 18 16:35:50.666066 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6de2a9ff-7b65-452b-b328-d0b912ea0acf req-cb6c49a6-b3bd-4805-a42d-b851d3760016 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424764 Feb 18 16:35:50.667979 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.provisioning_blocks [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Transition to ACTIVE for port object f1c12c11-5979-4bae-80d1-5d631ab1ed3c will not be triggered until provisioned by entity L2. {{(pid=102872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:35:50.689502 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Publish callbacks [] for port (9c505c15-a441-490f-82aa-1aa73443390c), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:50.742309 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (f1c12c11-5979-4bae-80d1-5d631ab1ed3c), after_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:50.754582 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (9c505c15-a441-490f-82aa-1aa73443390c), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:50.872128 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Network b70ae2d4-b37e-47df-8b0d-486770e38efd is already hosted by enough agents. {{(pid=102872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:35:50.886559 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Resources bound (agent type, host, resource id): {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:50.907283 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Received port after_create {{(pid=102872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:35:50.916621 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593960'] for router_interface (9867e16f-e04f-4a7c-a485-047155a16601), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:51.018427 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Publish callbacks [] for port (1bcced27-c230-4a04-8802-0aca6ee8f4ef), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:51.033652 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (1bcced27-c230-4a04-8802-0aca6ee8f4ef), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:51.034570 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593988'] for router_interface (14fbca03-5348-458e-9264-d5ca2089427b), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:51.072840 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device d5debdf3-ba65-413f-b0d3-b9451c7a64c8 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:35:51.173049 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7a4c1dc4-550c-48ac-aac8-0425676a5130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (42ca745b-3fc4-4f11-a242-39761c340b4a), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:51.176447 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7a4c1dc4-550c-48ac-aac8-0425676a5130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:51.178409 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-7a4c1dc4-550c-48ac-aac8-0425676a5130 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42ca745b-3fc4-4f11-a242-39761c340b4a HTTP/1.1" status: 204 len: 168 time: 1.9855669 Feb 18 16:35:51.201771 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port d5debdf3-ba65-413f-b0d3-b9451c7a64c8 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:51.202329 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (d5debdf3-ba65-413f-b0d3-b9451c7a64c8), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:51.361851 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port d5debdf3-ba65-413f-b0d3-b9451c7a64c8 is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:51.362203 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (d5debdf3-ba65-413f-b0d3-b9451c7a64c8), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:51.373542 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Pushing event updated for resources: {'Port': ['ID=1bcced27-c230-4a04-8802-0aca6ee8f4ef,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:51.395026 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Pushing event updated for resources: {'Port': ['ID=f1c12c11-5979-4bae-80d1-5d631ab1ed3c,revision_number=2']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:51.445816 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] For port d5debdf3-ba65-413f-b0d3-b9451c7a64c8, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=d5debdf3-ba65-413f-b0d3-b9451c7a64c8,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:35:51.454719 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (d5debdf3-ba65-413f-b0d3-b9451c7a64c8), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:51.553457 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Network c1c4f35c-86d5-431f-9fd3-6e07d8918e17 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:35:51.559432 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:51.584009 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c1dc4-550c-48ac-aac8-0425676a5130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ca745b-3fc4-4f11-a242-39761c340b4a,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:51.596430 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.managers [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Attempting to bind port f1c12c11-5979-4bae-80d1-5d631ab1ed3c on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:35:51.596430 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.managers [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Attempting to bind port f1c12c11-5979-4bae-80d1-5d631ab1ed3c by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '13c6d32f-e835-4871-9c47-9cd8a0518b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6cdfe413-b293-45cc-8a3a-16531147a722'}] {{(pid=102872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:35:51.596711 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Attempting to bind port f1c12c11-5979-4bae-80d1-5d631ab1ed3c on network 6cdfe413-b293-45cc-8a3a-16531147a722 {{(pid=102872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:35:51.649751 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Port f1c12c11-5979-4bae-80d1-5d631ab1ed3c on network 6cdfe413-b293-45cc-8a3a-16531147a722 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:35:51.650306 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Attempting to bind port f1c12c11-5979-4bae-80d1-5d631ab1ed3c on network 6cdfe413-b293-45cc-8a3a-16531147a722 {{(pid=102872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:35:51.756595 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Pushing event updated for resources: {'Port': ['ID=d5debdf3-ba65-413f-b0d3-b9451c7a64c8,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:51.796491 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-1c561d29-c500-468f-9363-931f349968a1 None None] Provisioning complete for port 9c505c15-a441-490f-82aa-1aa73443390c triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:51.796491 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-1c561d29-c500-468f-9363-931f349968a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (9c505c15-a441-490f-82aa-1aa73443390c), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:51.796657 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47378073-785e-4a2f-84b9-7980c70b61ba x-openstack-request-id: req-47378073-785e-4a2f-84b9-7980c70b61ba {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:35:51.796657 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0c7ada-c51c-454e-b6a0-1efd1ce582bb", "tag": "026276bc-60a5-4c70-9209-e90f3e149e42", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:35:51.796657 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47378073-785e-4a2f-84b9-7980c70b61ba {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:35:51.796657 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0c7ada-c51c-454e-b6a0-1efd1ce582bb', 'tag': '026276bc-60a5-4c70-9209-e90f3e149e42', 'status': 'completed', 'code': 200} Feb 18 16:35:51.818892 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:35:51.819297 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Checking segment: {'id': '13c6d32f-e835-4871-9c47-9cd8a0518b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6cdfe413-b293-45cc-8a3a-16531147a722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:35:51.819824 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Bound using segment: {'id': '13c6d32f-e835-4871-9c47-9cd8a0518b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6cdfe413-b293-45cc-8a3a-16531147a722'} {{(pid=102872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:35:51.830533 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.managers [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Bound port: f1c12c11-5979-4bae-80d1-5d631ab1ed3c, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c6d32f-e835-4871-9c47-9cd8a0518b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6cdfe413-b293-45cc-8a3a-16531147a722'}}] {{(pid=102872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:35:51.831962 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (f1c12c11-5979-4bae-80d1-5d631ab1ed3c), before_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:51.932202 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-1c561d29-c500-468f-9363-931f349968a1 None None] Port 9c505c15-a441-490f-82aa-1aa73443390c cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:35:51.994011 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Pushing event updated for resources: {'Port': ['ID=9c505c15-a441-490f-82aa-1aa73443390c,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:52.043386 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe991cb1-f068-4536-b9a9-ee6d1a774387 req-174cc1bc-8b7f-4de3-8187-74ff6bfdef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:52.048490 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-fe991cb1-f068-4536-b9a9-ee6d1a774387 req-174cc1bc-8b7f-4de3-8187-74ff6bfdef39 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=28bfb4c8af6f4094ac9c036a90e52cdc&device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 1127 time: 0.2572978 Feb 18 16:35:52.063496 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Router 14fbca03-5348-458e-9264-d5ca2089427b has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:35:52.138406 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] For port f1c12c11-5979-4bae-80d1-5d631ab1ed3c, host hv-cinder-82660, cleared binding levels {{(pid=102872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:35:52.145877 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] For port f1c12c11-5979-4bae-80d1-5d631ab1ed3c, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f1c12c11-5979-4bae-80d1-5d631ab1ed3c,segment=NetworkSegment(13c6d32f-e835-4871-9c47-9cd8a0518b93),segment_id=13c6d32f-e835-4871-9c47-9cd8a0518b93)] {{(pid=102872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:35:52.205093 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6ed3b-5e5e-47f4-bfe5-4b76815ffc60 req-967b23b5-7df5-463a-832c-2d4413893584 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:52.207567 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b5c6ed3b-5e5e-47f4-bfe5-4b76815ffc60 req-967b23b5-7df5-463a-832c-2d4413893584 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 944 time: 0.8846111 Feb 18 16:35:52.209128 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (f1c12c11-5979-4bae-80d1-5d631ab1ed3c), after_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:52.317097 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7983c496-c76b-4a3c-9f79-3871e0d33ad1 req-b24a06f0-c166-4713-b5ea-4970cd7678ca tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 210 time: 0.4520397 Feb 18 16:35:52.322738 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Pushing event updated for resources: {'Port': ['ID=f1c12c11-5979-4bae-80d1-5d631ab1ed3c,revision_number=3']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:52.367140 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:52.367140 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for port (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:52.368122 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-dbabd2a9-8f6c-4e1b-9f9d-ba1493dd5b2f service neutron] 10.222.0.71 "PUT /v2.0/ports/f1c12c11-5979-4bae-80d1-5d631ab1ed3c HTTP/1.1" status: 200 len: 1094 time: 4.6782992 Feb 18 16:35:52.377219 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d92cb61-1cea-4f74-9a0f-9dac4c913891', 'tag': 'f1c12c11-5979-4bae-80d1-5d631ab1ed3c'}] {{(pid=102872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:35:52.388020 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:35:52.398730 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-6ffa6322-b42c-45ed-8da2-cab1501eb422 admin admin] 10.222.0.36 "PUT /v2.0/routers/14fbca03-5348-458e-9264-d5ca2089427b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8853865 Feb 18 16:35:52.408597 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Sync routers for ids ['14fbca03-5348-458e-9264-d5ca2089427b'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:35:52.434813 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Routers {'14fbca03-5348-458e-9264-d5ca2089427b'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:35:52.437678 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:35:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['14fbca03-5348-458e-9264-d5ca2089427b'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:52.547209 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe991cb1-f068-4536-b9a9-ee6d1a774387 req-8a887d75-d2fc-4081-8bdd-3e09fa6905bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:52.548821 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-fe991cb1-f068-4536-b9a9-ee6d1a774387 req-8a887d75-d2fc-4081-8bdd-3e09fa6905bf service neutron] 10.222.0.71 "GET /v2.0/networks?id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e HTTP/1.1" status: 200 len: 915 time: 0.4914184 Feb 18 16:35:52.688835 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-fe991cb1-f068-4536-b9a9-ee6d1a774387 req-7cd889ad-5f72-48f5-ac0d-bd8faec0c326 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=026276bc-60a5-4c70-9209-e90f3e149e42 HTTP/1.1" status: 200 len: 217 time: 0.0855565 Feb 18 16:35:52.782612 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Set router 14fbca03-5348-458e-9264-d5ca2089427b gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:35:52.802075 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b5c6ed3b-5e5e-47f4-bfe5-4b76815ffc60 req-b05223f4-bdac-4898-be0d-d6c25bd121fc tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8ea1fd7-3d0e-40b8-b141-617b5251179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803138 Feb 18 16:35:52.808006 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (9c505c15-a441-490f-82aa-1aa73443390c), before_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:52.834983 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe991cb1-f068-4536-b9a9-ee6d1a774387 req-adb8db2a-d7f2-4bf9-8f62-4814e9558130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:52.836430 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-fe991cb1-f068-4536-b9a9-ee6d1a774387 req-adb8db2a-d7f2-4bf9-8f62-4814e9558130 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1f79cb2-5f1f-4d1b-9876-df6be6f72aab HTTP/1.1" status: 200 len: 854 time: 0.1253579 Feb 18 16:35:52.898089 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-fe991cb1-f068-4536-b9a9-ee6d1a774387 req-1b333352-20ec-4e03-9fce-e27b0fc3ca6b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428288 Feb 18 16:35:52.939696 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f32010-a9b6-4914-853a-715d983296b0 req-914539ab-0814-4783-8dff-ebf53edfb111 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:52.946811 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-02f32010-a9b6-4914-853a-715d983296b0 req-914539ab-0814-4783-8dff-ebf53edfb111 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 943 time: 0.4073777 Feb 18 16:35:53.011252 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device d5debdf3-ba65-413f-b0d3-b9451c7a64c8 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:35:53.122364 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.71', 60492) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:53.175165 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port d5debdf3-ba65-413f-b0d3-b9451c7a64c8 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:53.176249 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (d5debdf3-ba65-413f-b0d3-b9451c7a64c8), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:53.321009 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port d5debdf3-ba65-413f-b0d3-b9451c7a64c8 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:53.347014 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-f0561398-afdf-4349-b37a-7d2951074fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:53.348462 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-f0561398-afdf-4349-b37a-7d2951074fe0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=671b7dfd970f4475aea699ec20ae0cba&device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 1128 time: 0.8080337 Feb 18 16:35:53.356425 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982a6f8180be25104a37d0fe3acdd82455238c01b1010dd46e5de7cc24a09886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1e4db7-7df0-4235-87fb-6ec003585f80" -d '{"events": [{"name": "network-changed", "server_uuid": "7d92cb61-1cea-4f74-9a0f-9dac4c913891", "tag": "f1c12c11-5979-4bae-80d1-5d631ab1ed3c"}]}' {{(pid=102872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:35:53.441086 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-fe991cb1-f068-4536-b9a9-ee6d1a774387 req-c1ed0082-3063-454e-9311-fe49e629d4b0 service neutron] 10.222.0.71 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021160 Feb 18 16:35:53.652873 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fbca03-5348-458e-9264-d5ca2089427b', 'name': 'tempest-ServerRescueNegativeTestJSON-1346442613-router', 'tenant_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd5debdf3-ba65-413f-b0d3-b9451c7a64c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:50Z', 'revision_number': 4, 'project_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'gw_port': {'id': 'd5debdf3-ba65-413f-b0d3-b9451c7a64c8', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fbca03-5348-458e-9264-d5ca2089427b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '1bcced27-c230-4a04-8802-0aca6ee8f4ef', 'name': '', 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17', 'tenant_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'mac_address': 'fa:16:3e:68:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbca03-5348-458e-9264-d5ca2089427b', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f67f844d-74e9-48b6-8285-f0d76073c1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:35:50Z', 'revision_number': 2, 'project_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'subnets': [{'id': 'f67f844d-74e9-48b6-8285-f0d76073c1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:53.683416 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-fe991cb1-f068-4536-b9a9-ee6d1a774387 req-3244f46f-669f-4ea1-a87e-af3cc9e0125a service neutron] 10.222.0.71 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207029 Feb 18 16:35:53.722590 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Checking router: 14fbca03-5348-458e-9264-d5ca2089427b for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:35:53.723239 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Updating router 14fbca03-5348-458e-9264-d5ca2089427b port 1bcced27-c230-4a04-8802-0aca6ee8f4ef binding host dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:35:53.726343 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-14baccf8-9939-438e-875b-45e813b3f698 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:53.728508 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-14baccf8-9939-438e-875b-45e813b3f698 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.71 "GET /v2.0/networks?id=bd8dd797-fe66-4c99-94a2-e13cd1572e21 HTTP/1.1" status: 200 len: 816 time: 0.5983667 Feb 18 16:35:53.760444 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (1bcced27-c230-4a04-8802-0aca6ee8f4ef), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:53.782519 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-02f32010-a9b6-4914-853a-715d983296b0 req-7a067a8a-c27b-46b5-a955-9668d4ae817e tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8299370 Feb 18 16:35:53.797895 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-6af6d536-2547-4937-bf6a-c9df2945a444 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1c12c11-5979-4bae-80d1-5d631ab1ed3c HTTP/1.1" status: 200 len: 217 time: 0.4362357 Feb 18 16:35:53.898372 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Publish callbacks [] for port (9c505c15-a441-490f-82aa-1aa73443390c), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:53.929242 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (9c505c15-a441-490f-82aa-1aa73443390c), after_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:53.930026 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593988'] for router_interface (9867e16f-e04f-4a7c-a485-047155a16601), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:54.055154 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-db7ace7e-73e8-4642-ac15-ae4733752a5b tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e745c53f42364825b2b8bdb6a6741075 HTTP/1.1" status: 200 len: 379 time: 0.1468625 Feb 18 16:35:54.074916 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-fe730211-f371-4979-8d9e-227aab5aefc0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Request body: {'port': {'device_id': '70bd2870-baf9-464c-bbc2-4356c559364b', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'admin_state_up': True, 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'security_groups': ['836a1de7-1195-48a9-b293-1c99081e2902']}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:54.136893 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-1ac70c09-1938-4d95-85c8-20b1d68c9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:54.138433 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-1ac70c09-1938-4d95-85c8-20b1d68c9e9b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d49069cc-3074-46b9-8c48-25c2ec49e334 HTTP/1.1" status: 200 len: 852 time: 0.2257919 Feb 18 16:35:54.209697 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 55264) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:54.260318 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Pushing event updated for resources: {'Port': ['ID=9c505c15-a441-490f-82aa-1aa73443390c,revision_number=2']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:54.278501 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Publish callbacks [] for port (1bcced27-c230-4a04-8802-0aca6ee8f4ef), precommit_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:54.289842 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (1bcced27-c230-4a04-8802-0aca6ee8f4ef), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:54.297749 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-fe730211-f371-4979-8d9e-227aab5aefc0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Made reservation on behalf of e745c53f42364825b2b8bdb6a6741075 for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:35:54.303130 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-fe730211-f371-4979-8d9e-227aab5aefc0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:54.317078 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-c364f316-8c55-4491-8781-74e70c5279f7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6cdfe413-b293-45cc-8a3a-16531147a722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652706 Feb 18 16:35:54.375954 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131afa0-48d1-4bba-a1e8-c7f9c415e802 None None] Pushing event updated for resources: {'Port': ['ID=1bcced27-c230-4a04-8802-0aca6ee8f4ef,revision_number=3']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:54.468759 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Attempting to bind port 1bcced27-c230-4a04-8802-0aca6ee8f4ef on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:35:54.469149 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Attempting to bind port 1bcced27-c230-4a04-8802-0aca6ee8f4ef by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '88df7514-22c6-46e8-9a51-5371bd0502b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17'}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:35:54.469566 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Attempting to bind port 1bcced27-c230-4a04-8802-0aca6ee8f4ef on network c1c4f35c-86d5-431f-9fd3-6e07d8918e17 {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:35:54.475765 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:35:54.476131 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Checking segment: {'id': '88df7514-22c6-46e8-9a51-5371bd0502b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:35:54.476537 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:54.476939 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Bound using segment: {'id': '88df7514-22c6-46e8-9a51-5371bd0502b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17'} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:35:54.477451 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Bound port: 1bcced27-c230-4a04-8802-0aca6ee8f4ef, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88df7514-22c6-46e8-9a51-5371bd0502b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17'}}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:35:54.477839 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (1bcced27-c230-4a04-8802-0aca6ee8f4ef), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:54.494096 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Network b70ae2d4-b37e-47df-8b0d-486770e38efd is already hosted by enough agents. {{(pid=102872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:35:54.500740 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Resources bound (agent type, host, resource id): {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:54.569886 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] For port 1bcced27-c230-4a04-8802-0aca6ee8f4ef, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:35:54.570429 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a833b84d-b913-411d-8fab-da77a3958032 x-openstack-request-id: req-a833b84d-b913-411d-8fab-da77a3958032 {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:35:54.570809 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d92cb61-1cea-4f74-9a0f-9dac4c913891", "tag": "f1c12c11-5979-4bae-80d1-5d631ab1ed3c", "status": "completed", "code": 200}]} {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:35:54.570957 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a833b84d-b913-411d-8fab-da77a3958032 {{(pid=102872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:35:54.571402 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d92cb61-1cea-4f74-9a0f-9dac4c913891', 'tag': 'f1c12c11-5979-4bae-80d1-5d631ab1ed3c', 'status': 'completed', 'code': 200} Feb 18 16:35:54.573414 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] For port 1bcced27-c230-4a04-8802-0aca6ee8f4ef, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=1bcced27-c230-4a04-8802-0aca6ee8f4ef,segment=NetworkSegment(88df7514-22c6-46e8-9a51-5371bd0502b6),segment_id=88df7514-22c6-46e8-9a51-5371bd0502b6)] {{(pid=102874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:35:54.588709 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (1bcced27-c230-4a04-8802-0aca6ee8f4ef), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:54.599542 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-6083f91e-7c01-4453-8468-ea6afc5c1006 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:54.601093 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-6083f91e-7c01-4453-8468-ea6afc5c1006 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/networks?id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17 HTTP/1.1" status: 200 len: 819 time: 0.4442096 Feb 18 16:35:54.637055 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-fe730211-f371-4979-8d9e-227aab5aefc0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Allocated IP 172.20.0.3 (bd8dd797-fe66-4c99-94a2-e13cd1572e21/ebd8b386-a802-4950-b96c-778f7be7d919/efb85b90-8a8a-47b7-885d-98467875b692) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:35:54.654338 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-cb682971-34af-45f5-92e6-7af646028685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:54.694936 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Routers {'14fbca03-5348-458e-9264-d5ca2089427b'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:35:54.696293 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:35:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['14fbca03-5348-458e-9264-d5ca2089427b'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:54.718218 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-b815c7a6-4ccc-4afc-9475-48c01d107660 service neutron] 10.222.0.71 "GET /v2.0/networks/6cdfe413-b293-45cc-8a3a-16531147a722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819141 Feb 18 16:35:54.758246 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-7addb561-df05-4ae2-bd6a-a54e1c995c97 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/quotas/d8f9dd11e8374a7985fc4a92db14658a HTTP/1.1" status: 200 len: 375 time: 0.0278113 Feb 18 16:35:54.781803 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-cb682971-34af-45f5-92e6-7af646028685 admin admin] Publish callbacks [] for security_group (6b2da152-3f02-4cf8-8093-b90c03bc4499), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:54.798976 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-cb682971-34af-45f5-92e6-7af646028685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (6b2da152-3f02-4cf8-8093-b90c03bc4499), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:54.903179 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-cb682971-34af-45f5-92e6-7af646028685 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d6b0bd603f245c298e21ea71bc4bdea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6922510 Feb 18 16:35:54.909904 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 55286) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:54.921976 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb682971-34af-45f5-92e6-7af646028685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2da152-3f02-4cf8-8093-b90c03bc4499,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:54.984290 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-62eaa7ba-eb9f-4c81-9b25-bea4497d6771 None None] Provisioning complete for port 9c505c15-a441-490f-82aa-1aa73443390c triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:54.986754 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-62eaa7ba-eb9f-4c81-9b25-bea4497d6771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (9c505c15-a441-490f-82aa-1aa73443390c), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:55.007713 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-397646e1-ad54-4d47-afd7-49d60cdcae2a admin admin] Publish callbacks [] for security_group (6b2da152-3f02-4cf8-8093-b90c03bc4499), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:55.032049 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be1e0b67-d252-4bdd-9693-de22321d4e31 req-bf7818f6-05cd-4647-bb0c-8dc8f0423c55 service neutron] 10.222.0.71 "GET /v2.0/networks/6cdfe413-b293-45cc-8a3a-16531147a722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647719 Feb 18 16:35:55.032367 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] Set router 14fbca03-5348-458e-9264-d5ca2089427b gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:35:55.032842 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-fe730211-f371-4979-8d9e-227aab5aefc0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for port (efb85b90-8a8a-47b7-885d-98467875b692), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:55.048361 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-397646e1-ad54-4d47-afd7-49d60cdcae2a admin admin] Publish callbacks [] for security_group (6b2da152-3f02-4cf8-8093-b90c03bc4499), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:55.080682 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-62eaa7ba-eb9f-4c81-9b25-bea4497d6771 None None] Port 9c505c15-a441-490f-82aa-1aa73443390c cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:35:55.087686 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-600b490a-9e1c-4472-9dd6-3aa3eca9a0c3 req-ab58f387-b1c1-49e0-b5d6-fd645d821595 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 210 time: 0.3621659 Feb 18 16:35:55.141660 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-fe730211-f371-4979-8d9e-227aab5aefc0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (efb85b90-8a8a-47b7-885d-98467875b692), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:55.165662 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 55294) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:55.206936 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-397646e1-ad54-4d47-afd7-49d60cdcae2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (6b2da152-3f02-4cf8-8093-b90c03bc4499), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:55.210346 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-397646e1-ad54-4d47-afd7-49d60cdcae2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:55.215176 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-397646e1-ad54-4d47-afd7-49d60cdcae2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b2da152-3f02-4cf8-8093-b90c03bc4499 HTTP/1.1" status: 204 len: 168 time: 0.3040359 Feb 18 16:35:55.234290 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131afa0-48d1-4bba-a1e8-c7f9c415e802 None None] Pushing event updated for resources: {'Port': ['ID=1bcced27-c230-4a04-8802-0aca6ee8f4ef,revision_number=4']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:55.239281 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397646e1-ad54-4d47-afd7-49d60cdcae2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2da152-3f02-4cf8-8093-b90c03bc4499,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:55.244206 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-fe730211-f371-4979-8d9e-227aab5aefc0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Network bd8dd797-fe66-4c99-94a2-e13cd1572e21 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:35:55.248269 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-fe730211-f371-4979-8d9e-227aab5aefc0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:35:55.271102 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-fe730211-f371-4979-8d9e-227aab5aefc0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:35:55.279337 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-fe730211-f371-4979-8d9e-227aab5aefc0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:55.281194 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-fe730211-f371-4979-8d9e-227aab5aefc0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:55.297419 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe730211-f371-4979-8d9e-227aab5aefc0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event updated for resources: {'Port': ['ID=efb85b90-8a8a-47b7-885d-98467875b692,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:55.318983 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-fe730211-f371-4979-8d9e-227aab5aefc0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2481868 Feb 18 16:35:55.335213 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Request body: {'port': {'device_id': '70bd2870-baf9-464c-bbc2-4356c559364b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:55.388670 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fbca03-5348-458e-9264-d5ca2089427b', 'name': 'tempest-ServerRescueNegativeTestJSON-1346442613-router', 'tenant_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd5debdf3-ba65-413f-b0d3-b9451c7a64c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:50Z', 'revision_number': 4, 'project_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'gw_port': {'id': 'd5debdf3-ba65-413f-b0d3-b9451c7a64c8', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fbca03-5348-458e-9264-d5ca2089427b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '1bcced27-c230-4a04-8802-0aca6ee8f4ef', 'name': '', 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17', 'tenant_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'mac_address': 'fa:16:3e:68:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbca03-5348-458e-9264-d5ca2089427b', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f67f844d-74e9-48b6-8285-f0d76073c1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:35:54Z', 'revision_number': 4, 'project_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'subnets': [{'id': 'f67f844d-74e9-48b6-8285-f0d76073c1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:55.448112 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Router 9867e16f-e04f-4a7c-a485-047155a16601 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:35:55.456592 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-0097552c-ac6f-4146-85e1-d49f1eccb748 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8f9dd11e8374a7985fc4a92db14658a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6684127 Feb 18 16:35:55.461836 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401f907-8366-4a69-94a0-37620e70e48c None None] The sync data for ids ['14fbca03-5348-458e-9264-d5ca2089427b'] in dv-cinder-826607-4-iscsi is: [{'id': '14fbca03-5348-458e-9264-d5ca2089427b', 'name': 'tempest-ServerRescueNegativeTestJSON-1346442613-router', 'tenant_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd5debdf3-ba65-413f-b0d3-b9451c7a64c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:50Z', 'revision_number': 4, 'project_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'gw_port': {'id': 'd5debdf3-ba65-413f-b0d3-b9451c7a64c8', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fbca03-5348-458e-9264-d5ca2089427b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '1bcced27-c230-4a04-8802-0aca6ee8f4ef', 'name': '', 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17', 'tenant_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'mac_address': 'fa:16:3e:68:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbca03-5348-458e-9264-d5ca2089427b', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f67f844d-74e9-48b6-8285-f0d76073c1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:35:54Z', 'revision_number': 4, 'project_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'subnets': [{'id': 'f67f844d-74e9-48b6-8285-f0d76073c1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:35:55.600843 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e4db7-7df0-4235-87fb-6ec003585f80 req-042778e2-f7d5-4a80-b54b-a80289f8ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:55.602510 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6b1e4db7-7df0-4235-87fb-6ec003585f80 req-042778e2-f7d5-4a80-b54b-a80289f8ce4c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=671b7dfd970f4475aea699ec20ae0cba&device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 1128 time: 0.4957702 Feb 18 16:35:55.715483 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-0e93f3bf-5c7f-4da2-a67f-a7c51666edda None None] Provisioning complete for port efb85b90-8a8a-47b7-885d-98467875b692 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:55.716458 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-0e93f3bf-5c7f-4da2-a67f-a7c51666edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (efb85b90-8a8a-47b7-885d-98467875b692), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:55.759681 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5f071a1e-efb5-4c22-90e6-4dc62b95802d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:55.773710 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (efb85b90-8a8a-47b7-885d-98467875b692), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:55.806378 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-0e93f3bf-5c7f-4da2-a67f-a7c51666edda None None] Port efb85b90-8a8a-47b7-885d-98467875b692 cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:35:55.887918 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e4db7-7df0-4235-87fb-6ec003585f80 req-03a2d844-0dc3-449a-9980-aa1e8208db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:55.890056 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6b1e4db7-7df0-4235-87fb-6ec003585f80 req-03a2d844-0dc3-449a-9980-aa1e8208db28 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6cdfe413-b293-45cc-8a3a-16531147a722 HTTP/1.1" status: 200 len: 913 time: 0.2751181 Feb 18 16:35:55.908889 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437735cc-94c5-4ebc-a8cd-779869d9e272 req-040a73cb-a77b-4d5c-b3ab-8818e5d22a05 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:55.910994 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-437735cc-94c5-4ebc-a8cd-779869d9e272 req-040a73cb-a77b-4d5c-b3ab-8818e5d22a05 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 944 time: 0.6776426 Feb 18 16:35:56.083108 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:35:56.095045 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Sync routers for ids ['9867e16f-e04f-4a7c-a485-047155a16601'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:35:56.097235 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-a2fc84e1-89da-44a0-8574-8362c7e55409 admin admin] 10.222.0.36 "PUT /v2.0/routers/9867e16f-e04f-4a7c-a485-047155a16601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0687718 Feb 18 16:35:56.118582 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5f071a1e-efb5-4c22-90e6-4dc62b95802d admin admin] Publish callbacks [] for security_group (3219ec86-388e-467e-a3fb-4126096f6f45), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:56.120375 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Routers {'9867e16f-e04f-4a7c-a485-047155a16601'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:35:56.121379 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:35:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9867e16f-e04f-4a7c-a485-047155a16601'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:56.134217 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5f071a1e-efb5-4c22-90e6-4dc62b95802d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (3219ec86-388e-467e-a3fb-4126096f6f45), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:56.176046 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6b1e4db7-7df0-4235-87fb-6ec003585f80 req-2e7fb762-9ce2-43e4-b93c-3e6af2faa159 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1c12c11-5979-4bae-80d1-5d631ab1ed3c HTTP/1.1" status: 200 len: 217 time: 0.0963120 Feb 18 16:35:56.212629 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-5f071a1e-efb5-4c22-90e6-4dc62b95802d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88b6f5f1023943f6bd73d851da79b452&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0429506 Feb 18 16:35:56.227514 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 55326) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:56.324612 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-dd4c948f-fdda-4b4c-9284-bf01aa00e463 service neutron] 10.222.0.36 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8554032 Feb 18 16:35:56.333737 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f071a1e-efb5-4c22-90e6-4dc62b95802d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3219ec86-388e-467e-a3fb-4126096f6f45,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:56.356343 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-6f22e12e-cb7d-45be-b544-977917100ed0 admin admin] Publish callbacks [] for security_group (3219ec86-388e-467e-a3fb-4126096f6f45), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:56.363622 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e4db7-7df0-4235-87fb-6ec003585f80 req-7b86e6ce-2aa7-4b24-9c7d-98db6e9fce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:56.365046 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6b1e4db7-7df0-4235-87fb-6ec003585f80 req-7b86e6ce-2aa7-4b24-9c7d-98db6e9fce03 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d49069cc-3074-46b9-8c48-25c2ec49e334 HTTP/1.1" status: 200 len: 852 time: 0.1820834 Feb 18 16:35:56.379333 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-437735cc-94c5-4ebc-a8cd-779869d9e272 req-2cc97df5-ee18-4227-8535-ad99f1994163 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8ea1fd7-3d0e-40b8-b141-617b5251179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077662 Feb 18 16:35:56.384340 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-6f22e12e-cb7d-45be-b544-977917100ed0 admin admin] Publish callbacks [] for security_group (3219ec86-388e-467e-a3fb-4126096f6f45), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:56.414393 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Set router 9867e16f-e04f-4a7c-a485-047155a16601 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:35:56.442326 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6b1e4db7-7df0-4235-87fb-6ec003585f80 req-f819e3d6-60ae-4b54-b6d5-c4b2dc1bc422 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6cdfe413-b293-45cc-8a3a-16531147a722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620105 Feb 18 16:35:56.535138 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb85b90-8a8a-47b7-885d-98467875b692 {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:35:56.544257 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Publish callbacks [] for port (efb85b90-8a8a-47b7-885d-98467875b692), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:56.569738 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Transition to ACTIVE for port object efb85b90-8a8a-47b7-885d-98467875b692 will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:35:56.573788 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-6f22e12e-cb7d-45be-b544-977917100ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (3219ec86-388e-467e-a3fb-4126096f6f45), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:56.579670 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-6f22e12e-cb7d-45be-b544-977917100ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:56.582372 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-6f22e12e-cb7d-45be-b544-977917100ed0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3219ec86-388e-467e-a3fb-4126096f6f45 HTTP/1.1" status: 204 len: 168 time: 0.3530920 Feb 18 16:35:56.588372 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (efb85b90-8a8a-47b7-885d-98467875b692), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:56.610156 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22e12e-cb7d-45be-b544-977917100ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3219ec86-388e-467e-a3fb-4126096f6f45,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:56.677065 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Pushing event updated for resources: {'Port': ['ID=efb85b90-8a8a-47b7-885d-98467875b692,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:56.717402 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:52Z', 'revision_number': 4, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '9c505c15-a441-490f-82aa-1aa73443390c', 'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'mac_address': 'fa:16:3e:63:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:35:53Z', 'revision_number': 2, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'subnets': [{'id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:35:56.723585 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Attempting to bind port efb85b90-8a8a-47b7-885d-98467875b692 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:35:56.724112 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Attempting to bind port efb85b90-8a8a-47b7-885d-98467875b692 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '87981a9c-2c62-44f9-9190-34d73b199fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:35:56.724451 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Attempting to bind port efb85b90-8a8a-47b7-885d-98467875b692 on network bd8dd797-fe66-4c99-94a2-e13cd1572e21 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:35:56.757280 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Port efb85b90-8a8a-47b7-885d-98467875b692 on network bd8dd797-fe66-4c99-94a2-e13cd1572e21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:35:56.757634 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Attempting to bind port efb85b90-8a8a-47b7-885d-98467875b692 on network bd8dd797-fe66-4c99-94a2-e13cd1572e21 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:35:56.768167 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Checking router: 9867e16f-e04f-4a7c-a485-047155a16601 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:35:56.768740 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Updating router 9867e16f-e04f-4a7c-a485-047155a16601 port 9c505c15-a441-490f-82aa-1aa73443390c binding host dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:35:56.780818 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:35:56.781178 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Checking segment: {'id': '87981a9c-2c62-44f9-9190-34d73b199fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:35:56.781609 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Bound using segment: {'id': '87981a9c-2c62-44f9-9190-34d73b199fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:35:56.783928 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Bound port: efb85b90-8a8a-47b7-885d-98467875b692, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87981a9c-2c62-44f9-9190-34d73b199fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:35:56.784318 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (efb85b90-8a8a-47b7-885d-98467875b692), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:56.806613 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (9c505c15-a441-490f-82aa-1aa73443390c), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:56.997495 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] For port efb85b90-8a8a-47b7-885d-98467875b692, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:35:57.006968 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] For port efb85b90-8a8a-47b7-885d-98467875b692, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=efb85b90-8a8a-47b7-885d-98467875b692,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:35:57.024208 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (efb85b90-8a8a-47b7-885d-98467875b692), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:57.061529 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6b1e4db7-7df0-4235-87fb-6ec003585f80 req-47f2bbf8-3ed3-498a-9571-1161505b4f5c service neutron] 10.222.0.71 "GET /v2.0/networks/6cdfe413-b293-45cc-8a3a-16531147a722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549748 Feb 18 16:35:57.127060 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 1bcced27-c230-4a04-8802-0aca6ee8f4ef up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:35:57.189776 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:57.190413 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:57.196619 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] 10.222.0.71 "PUT /v2.0/ports/efb85b90-8a8a-47b7-885d-98467875b692 HTTP/1.1" status: 200 len: 1093 time: 1.8627658 Feb 18 16:35:57.197367 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bd2870-baf9-464c-bbc2-4356c559364b', 'tag': 'efb85b90-8a8a-47b7-885d-98467875b692'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:35:57.205060 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec4594-24e8-4b35-b573-176aab863bf9 req-7487211b-8111-4e8b-bf02-a4b0b7892e49 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:57.213537 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de006670-d977-488a-bba0-9f5a4425e076" -d '{"events": [{"name": "network-changed", "server_uuid": "70bd2870-baf9-464c-bbc2-4356c559364b", "tag": "efb85b90-8a8a-47b7-885d-98467875b692"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:35:57.217153 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0a517-f47a-4eb6-9d42-aa181dc9291c service neutron] Pushing event updated for resources: {'Port': ['ID=efb85b90-8a8a-47b7-885d-98467875b692,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:57.220697 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f4ec4594-24e8-4b35-b573-176aab863bf9 req-7487211b-8111-4e8b-bf02-a4b0b7892e49 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 943 time: 0.7130764 Feb 18 16:35:57.222376 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 026276bc-60a5-4c70-9209-e90f3e149e42 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:35:57.280067 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-6f9bf0f3-7ecb-4ecb-9b1c-eb67f763f341 service neutron] 10.222.0.36 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9319994 Feb 18 16:35:57.360157 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-d0c778b5-21ee-4916-9f97-030473c6fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:57.365044 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-d0c778b5-21ee-4916-9f97-030473c6fac8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e745c53f42364825b2b8bdb6a6741075&device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 1127 time: 0.1112261 Feb 18 16:35:57.490381 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-b89f8179-8a75-4c68-9c63-dc10fd56f798 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efb85b90-8a8a-47b7-885d-98467875b692 HTTP/1.1" status: 200 len: 217 time: 0.1174049 Feb 18 16:35:57.491089 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f4ec4594-24e8-4b35-b573-176aab863bf9 req-ec34c258-2c23-471b-8bb6-dbead26e18f6 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694600 Feb 18 16:35:57.516001 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6b1e4db7-7df0-4235-87fb-6ec003585f80 req-07a09578-0283-418b-969e-862646ab9fba service neutron] 10.222.0.71 "GET /v2.0/networks/6cdfe413-b293-45cc-8a3a-16531147a722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319265 Feb 18 16:35:57.516620 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 55356) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:57.563288 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2197af0e-ffc6-4ac7-8541-ede43d0168e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:57.628317 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-d8c6837e-fb65-4c6a-b45f-4c2335fad93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:57.635350 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.db.resource_extend [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 16:35:57.635590 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-d8c6837e-fb65-4c6a-b45f-4c2335fad93e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebd8b386-a802-4950-b96c-778f7be7d919 HTTP/1.1" status: 200 len: 855 time: 0.1345394 Feb 18 16:35:57.810704 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2197af0e-ffc6-4ac7-8541-ede43d0168e5 admin admin] Publish callbacks [] for security_group (9a5e74f8-75d7-4f4e-83a3-d9f680bb2fb5), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:57.815340 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-e9afc116-3049-43cf-ac76-70902fc47846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:57.818403 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 026276bc-60a5-4c70-9209-e90f3e149e42, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=026276bc-60a5-4c70-9209-e90f3e149e42,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:35:57.829243 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-e9afc116-3049-43cf-ac76-70902fc47846 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bd8dd797-fe66-4c99-94a2-e13cd1572e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1871083 Feb 18 16:35:57.878026 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2197af0e-ffc6-4ac7-8541-ede43d0168e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (9a5e74f8-75d7-4f4e-83a3-d9f680bb2fb5), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:57.899283 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': '026276bc-60a5-4c70-9209-e90f3e149e42', 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e', 'port_id': '026276bc-60a5-4c70-9209-e90f3e149e42', 'mac_address': 'fa:16:3e:27:a2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f79cb2-5f1f-4d1b-9876-df6be6f72aab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:35:57.962589 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-2197af0e-ffc6-4ac7-8541-ede43d0168e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24b36cc879ba47e7a43280da207cc0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4447787 Feb 18 16:35:57.970873 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 55374) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:58.022329 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181755e-1cf5-48cf-ae6e-0bcbe2842666 req-fb97e5f8-6348-492b-b3e0-22ba3a2a1062 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:58.032233 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3181755e-1cf5-48cf-ae6e-0bcbe2842666 req-fb97e5f8-6348-492b-b3e0-22ba3a2a1062 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.2136245 Feb 18 16:35:58.036600 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197af0e-ffc6-4ac7-8541-ede43d0168e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5e74f8-75d7-4f4e-83a3-d9f680bb2fb5,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:58.115574 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-391a0efe-94f4-409f-b806-77f1b507c21c admin admin] Publish callbacks [] for security_group (9a5e74f8-75d7-4f4e-83a3-d9f680bb2fb5), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:58.147720 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3181755e-1cf5-48cf-ae6e-0bcbe2842666 req-42989b85-b65a-4c59-8809-d19e1b8b772c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120481 Feb 18 16:35:58.199080 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8911ab8f-53ce-4115-a4eb-0a3516879e2c x-openstack-request-id: req-8911ab8f-53ce-4115-a4eb-0a3516879e2c {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:35:58.199521 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bd2870-baf9-464c-bbc2-4356c559364b", "tag": "efb85b90-8a8a-47b7-885d-98467875b692", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:35:58.199597 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8911ab8f-53ce-4115-a4eb-0a3516879e2c {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:35:58.200052 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bd2870-baf9-464c-bbc2-4356c559364b', 'tag': 'efb85b90-8a8a-47b7-885d-98467875b692', 'status': 'completed', 'code': 200} Feb 18 16:35:58.212086 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-391a0efe-94f4-409f-b806-77f1b507c21c admin admin] Publish callbacks [] for security_group (9a5e74f8-75d7-4f4e-83a3-d9f680bb2fb5), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:58.221314 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-e7bc117c-3641-4225-8402-6a719169d6df service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845961 Feb 18 16:35:58.252506 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 1bcced27-c230-4a04-8802-0aca6ee8f4ef triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:58.252983 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (1bcced27-c230-4a04-8802-0aca6ee8f4ef), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:58.340063 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-391a0efe-94f4-409f-b806-77f1b507c21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (9a5e74f8-75d7-4f4e-83a3-d9f680bb2fb5), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:58.348511 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-391a0efe-94f4-409f-b806-77f1b507c21c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:58.353383 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-391a0efe-94f4-409f-b806-77f1b507c21c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a5e74f8-75d7-4f4e-83a3-d9f680bb2fb5 HTTP/1.1" status: 204 len: 168 time: 0.3780265 Feb 18 16:35:58.383629 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656adc4-7824-4648-a439-4e9473e59e27 req-9c974ea7-2830-4dbe-b787-4b01f0362ef0 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:58.386414 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3656adc4-7824-4648-a439-4e9473e59e27 req-9c974ea7-2830-4dbe-b787-4b01f0362ef0 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 944 time: 0.1334093 Feb 18 16:35:58.464092 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 026276bc-60a5-4c70-9209-e90f3e149e42 is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:58.465809 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (026276bc-60a5-4c70-9209-e90f3e149e42), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:58.480075 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 55388) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:58.494870 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-cec5a469-ed9f-45e0-a021-bb8249baec90 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--17389762', 'description': 'tempest-description--963364239'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:58.535031 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a0efe-94f4-409f-b806-77f1b507c21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5e74f8-75d7-4f4e-83a3-d9f680bb2fb5,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:58.576784 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-cec5a469-ed9f-45e0-a021-bb8249baec90 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:58.581412 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Publish callbacks [] for port (9c505c15-a441-490f-82aa-1aa73443390c), precommit_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:58.614428 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (9c505c15-a441-490f-82aa-1aa73443390c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:58.634201 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d4056145-1257-4937-90bc-c60cdafca7da req-3d085500-aa1e-4ed8-8de9-7dd858b4bc98 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 210 time: 0.0807781 Feb 18 16:35:58.648479 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3656adc4-7824-4648-a439-4e9473e59e27 req-befce8be-bbcd-4758-b2ef-97569c33ca75 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8ea1fd7-3d0e-40b8-b141-617b5251179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540247 Feb 18 16:35:58.698981 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026276bc-60a5-4c70-9209-e90f3e149e42 {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:35:58.713428 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3fc4b-8dba-4b25-9d5c-6ef08864223b None None] Pushing event updated for resources: {'Port': ['ID=9c505c15-a441-490f-82aa-1aa73443390c,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:58.714993 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-3a592d03-b01f-46ba-818c-3ba92b348ffd req-70625f8a-60a3-4b15-aef0-6559a204752e service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207833 Feb 18 16:35:58.733864 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 1bcced27-c230-4a04-8802-0aca6ee8f4ef is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:35:58.734680 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (1bcced27-c230-4a04-8802-0aca6ee8f4ef), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:58.759157 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-cec5a469-ed9f-45e0-a021-bb8249baec90 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group (91668af8-3d2d-4f96-95d7-7d0607b49fa5), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:58.772769 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 026276bc-60a5-4c70-9209-e90f3e149e42, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=026276bc-60a5-4c70-9209-e90f3e149e42,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:35:58.774444 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-cec5a469-ed9f-45e0-a021-bb8249baec90 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (91668af8-3d2d-4f96-95d7-7d0607b49fa5), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:58.801725 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] For port 1bcced27-c230-4a04-8802-0aca6ee8f4ef, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=1bcced27-c230-4a04-8802-0aca6ee8f4ef,segment=NetworkSegment(88df7514-22c6-46e8-9a51-5371bd0502b6),segment_id=88df7514-22c6-46e8-9a51-5371bd0502b6)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:35:58.804279 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (026276bc-60a5-4c70-9209-e90f3e149e42), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:58.866529 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5a469-ed9f-45e0-a021-bb8249baec90 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91668af8-3d2d-4f96-95d7-7d0607b49fa5,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:58.907310 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da81375-3cf6-461e-824e-27312b4d0870 req-f40a813e-cb93-418f-b50a-66741f8bdaee tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:58.916513 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6da81375-3cf6-461e-824e-27312b4d0870 req-f40a813e-cb93-418f-b50a-66741f8bdaee tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 943 time: 0.1556778 Feb 18 16:35:58.925765 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-cec5a469-ed9f-45e0-a021-bb8249baec90 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:58.930690 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-cec5a469-ed9f-45e0-a021-bb8249baec90 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4453011 Feb 18 16:35:58.932585 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 55408) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:58.947849 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (1bcced27-c230-4a04-8802-0aca6ee8f4ef), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:58.968994 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-b7936629-c73c-4231-b9e1-6104788393c2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Request body: {'security_group_rule': {'security_group_id': '91668af8-3d2d-4f96-95d7-7d0607b49fa5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:59.009756 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006670-d977-488a-bba0-9f5a4425e076 req-b0b4f781-504b-429c-b0fe-652f8a566024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:59.011922 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-de006670-d977-488a-bba0-9f5a4425e076 req-b0b4f781-504b-429c-b0fe-652f8a566024 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e745c53f42364825b2b8bdb6a6741075&device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 1127 time: 0.1624014 Feb 18 16:35:59.169315 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6da81375-3cf6-461e-824e-27312b4d0870 req-10f02669-95fe-46d6-8c48-81df195b6d79 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518990 Feb 18 16:35:59.211977 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b7936629-c73c-4231-b9e1-6104788393c2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group_rule (de75a1cc-e7fb-4cc3-8ce1-018af488e107), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:59.331612 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device f1c12c11-5979-4bae-80d1-5d631ab1ed3c details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:35:59.346488 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006670-d977-488a-bba0-9f5a4425e076 req-47d74b86-040e-4515-847e-cdb6117345f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:59.348252 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-de006670-d977-488a-bba0-9f5a4425e076 req-47d74b86-040e-4515-847e-cdb6117345f3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bd8dd797-fe66-4c99-94a2-e13cd1572e21 HTTP/1.1" status: 200 len: 917 time: 0.3277755 Feb 18 16:35:59.399705 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Attempting to bind port 9c505c15-a441-490f-82aa-1aa73443390c on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:35:59.400080 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Attempting to bind port 9c505c15-a441-490f-82aa-1aa73443390c by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '18d623a6-ba6c-4db6-ae61-7d782c20dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:35:59.400443 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Attempting to bind port 9c505c15-a441-490f-82aa-1aa73443390c on network b70ae2d4-b37e-47df-8b0d-486770e38efd {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:35:59.429091 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:35:59.429494 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Checking segment: {'id': '18d623a6-ba6c-4db6-ae61-7d782c20dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:35:59.429905 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:59.430295 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Bound using segment: {'id': '18d623a6-ba6c-4db6-ae61-7d782c20dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:35:59.430782 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Bound port: 9c505c15-a441-490f-82aa-1aa73443390c, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d623a6-ba6c-4db6-ae61-7d782c20dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:35:59.431293 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (9c505c15-a441-490f-82aa-1aa73443390c), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:59.442873 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['026276bc-60a5-4c70-9209-e90f3e149e42'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:35:59.479128 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-de006670-d977-488a-bba0-9f5a4425e076 req-2ef594c8-2194-4fe6-bee7-22ec00706b20 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efb85b90-8a8a-47b7-885d-98467875b692 HTTP/1.1" status: 200 len: 217 time: 0.1193404 Feb 18 16:35:59.546175 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006670-d977-488a-bba0-9f5a4425e076 req-bb3c7723-d521-412e-bf8e-a878cf2e0331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:59.548114 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-de006670-d977-488a-bba0-9f5a4425e076 req-bb3c7723-d521-412e-bf8e-a878cf2e0331 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebd8b386-a802-4950-b96c-778f7be7d919 HTTP/1.1" status: 200 len: 855 time: 0.0594358 Feb 18 16:35:59.632627 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006670-d977-488a-bba0-9f5a4425e076 req-c37b2b03-6661-4a08-8aee-a2e7957d6096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:59.634834 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-de006670-d977-488a-bba0-9f5a4425e076 req-c37b2b03-6661-4a08-8aee-a2e7957d6096 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bd8dd797-fe66-4c99-94a2-e13cd1572e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797496 Feb 18 16:35:59.681814 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=026276bc-60a5-4c70-9209-e90f3e149e42,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:59.695375 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-3f516dec-eb55-4be6-a7ec-a71fbcd518ee None None] Provisioning complete for port 9c505c15-a441-490f-82aa-1aa73443390c triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:35:59.695990 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-3f516dec-eb55-4be6-a7ec-a71fbcd518ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (9c505c15-a441-490f-82aa-1aa73443390c), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:59.706455 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-1c0216f3-f077-49da-8e00-050398636d2a tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:59.713470 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-1c0216f3-f077-49da-8e00-050398636d2a tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/networks?id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17 HTTP/1.1" status: 200 len: 819 time: 0.4345191 Feb 18 16:35:59.760517 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b7936629-c73c-4231-b9e1-6104788393c2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group_rule (de75a1cc-e7fb-4cc3-8ce1-018af488e107), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:59.783376 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.db.resource_extend [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 16:35:59.790932 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-b59c97cb-b694-4b46-a598-b203a8ab7efc tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/quotas/d8f9dd11e8374a7985fc4a92db14658a HTTP/1.1" status: 200 len: 375 time: 0.0765049 Feb 18 16:35:59.833483 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b7936629-c73c-4231-b9e1-6104788393c2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (de75a1cc-e7fb-4cc3-8ce1-018af488e107), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:59.876171 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-de006670-d977-488a-bba0-9f5a4425e076 req-ba29881b-526e-4f18-b6f5-8e4d4ec546a9 service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314575 Feb 18 16:35:59.898125 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7936629-c73c-4231-b9e1-6104788393c2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de75a1cc-e7fb-4cc3-8ce1-018af488e107,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:35:59.907823 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b268643-5c4f-4220-b18d-572f2de9e0d3 req-4ef89e72-372e-47b1-83ea-ce8c6591cfab tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:59.909690 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6b268643-5c4f-4220-b18d-572f2de9e0d3 req-4ef89e72-372e-47b1-83ea-ce8c6591cfab tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.6205363 Feb 18 16:35:59.932019 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b7936629-c73c-4231-b9e1-6104788393c2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:35:59.934029 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-b7936629-c73c-4231-b9e1-6104788393c2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9954650 Feb 18 16:35:59.953751 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 55468) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:35:59.959095 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-ed7e226b-5d10-4403-b7aa-22b6faeade6a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Request body: {'security_group_rule': {'security_group_id': '91668af8-3d2d-4f96-95d7-7d0607b49fa5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:35:59.994192 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-089c9894-9290-49cf-829d-36ec6bb4d6b8 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:35:59.997486 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-089c9894-9290-49cf-829d-36ec6bb4d6b8 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.71 "GET /v2.0/networks?id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17 HTTP/1.1" status: 200 len: 819 time: 0.4122922 Feb 18 16:36:00.015320 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-3f516dec-eb55-4be6-a7ec-a71fbcd518ee None None] Port 9c505c15-a441-490f-82aa-1aa73443390c cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:36:00.017636 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-573b26f4-3af7-4a55-b8e3-e7fd4ec3db75 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Request body: {'port': {'device_id': '99a85c36-d87f-4a91-8855-b74f9703d67c', 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17', 'admin_state_up': True, 'tenant_id': 'd8f9dd11e8374a7985fc4a92db14658a'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:36:00.035258 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-21b1c07b-9cfd-48e7-a042-315f9c52684b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8f9dd11e8374a7985fc4a92db14658a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2429249 Feb 18 16:36:00.064265 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Pushing event updated for resources: {'Port': ['ID=1bcced27-c230-4a04-8802-0aca6ee8f4ef,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:00.107252 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] For port 9c505c15-a441-490f-82aa-1aa73443390c, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:36:00.116937 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-de006670-d977-488a-bba0-9f5a4425e076 req-fc8e85c7-6f21-4d2d-9798-0616d78bbbff service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352138 Feb 18 16:36:00.141164 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] For port 9c505c15-a441-490f-82aa-1aa73443390c, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=9c505c15-a441-490f-82aa-1aa73443390c,segment=NetworkSegment(18d623a6-ba6c-4db6-ae61-7d782c20dc23),segment_id=18d623a6-ba6c-4db6-ae61-7d782c20dc23)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:36:00.158100 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port f1c12c11-5979-4bae-80d1-5d631ab1ed3c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f1c12c11-5979-4bae-80d1-5d631ab1ed3c,segment=NetworkSegment(13c6d32f-e835-4871-9c47-9cd8a0518b93),segment_id=13c6d32f-e835-4871-9c47-9cd8a0518b93)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:00.160961 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (9c505c15-a441-490f-82aa-1aa73443390c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:00.204869 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ed7e226b-5d10-4403-b7aa-22b6faeade6a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group_rule (9508aa98-efdc-4741-9bfc-8fd242b534c5), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:00.211783 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6b268643-5c4f-4220-b18d-572f2de9e0d3 req-0feaa1fb-b913-444e-9d5e-ba0cd9520adc tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716649 Feb 18 16:36:00.221182 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': 'f1c12c11-5979-4bae-80d1-5d631ab1ed3c', 'network_id': '6cdfe413-b293-45cc-8a3a-16531147a722', 'port_id': 'f1c12c11-5979-4bae-80d1-5d631ab1ed3c', 'mac_address': 'fa:16:3e:37:df:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49069cc-3074-46b9-8c48-25c2ec49e334', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:36:00.287122 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-a6c338fc-f399-4c36-b503-b5bd24866cb5 service neutron] 10.222.0.36 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491450 Feb 18 16:36:00.307389 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Routers {'9867e16f-e04f-4a7c-a485-047155a16601'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:36:00.308057 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:35:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9867e16f-e04f-4a7c-a485-047155a16601'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:36:00.332101 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3fc4b-8dba-4b25-9d5c-6ef08864223b None None] Pushing event updated for resources: {'Port': ['ID=9c505c15-a441-490f-82aa-1aa73443390c,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:00.403678 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port f1c12c11-5979-4bae-80d1-5d631ab1ed3c is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:00.404123 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (f1c12c11-5979-4bae-80d1-5d631ab1ed3c), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:00.470084 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c12c11-5979-4bae-80d1-5d631ab1ed3c {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:36:00.533659 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port f1c12c11-5979-4bae-80d1-5d631ab1ed3c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f1c12c11-5979-4bae-80d1-5d631ab1ed3c,segment=NetworkSegment(13c6d32f-e835-4871-9c47-9cd8a0518b93),segment_id=13c6d32f-e835-4871-9c47-9cd8a0518b93)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:00.542489 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ed7e226b-5d10-4403-b7aa-22b6faeade6a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group_rule (9508aa98-efdc-4741-9bfc-8fd242b534c5), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:00.550044 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (f1c12c11-5979-4bae-80d1-5d631ab1ed3c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:00.563363 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] Set router 9867e16f-e04f-4a7c-a485-047155a16601 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:36:00.568924 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ed7e226b-5d10-4403-b7aa-22b6faeade6a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (9508aa98-efdc-4741-9bfc-8fd242b534c5), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:00.627929 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e226b-5d10-4403-b7aa-22b6faeade6a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9508aa98-efdc-4741-9bfc-8fd242b534c5,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:00.660635 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c38e-ab05-44ef-b6f2-7f03d2b040ea req-4afb9200-7f8d-47ea-91a3-3e8276a52c38 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:00.667454 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-de10c38e-ab05-44ef-b6f2-7f03d2b040ea req-4afb9200-7f8d-47ea-91a3-3e8276a52c38 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 944 time: 0.2588603 Feb 18 16:36:00.682155 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ed7e226b-5d10-4403-b7aa-22b6faeade6a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:00.683563 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-ed7e226b-5d10-4403-b7aa-22b6faeade6a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7283919 Feb 18 16:36:00.686389 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=f1c12c11-5979-4bae-80d1-5d631ab1ed3c,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:00.689308 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 55522) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:00.702510 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Request body: {'floatingip': {'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:36:00.706463 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-008a3733-951c-41de-a05b-3b97cff9510c service neutron] 10.222.0.36 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008162 Feb 18 16:36:00.709026 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-573b26f4-3af7-4a55-b8e3-e7fd4ec3db75 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Made reservation on behalf of d8f9dd11e8374a7985fc4a92db14658a for: {'port': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:36:00.714505 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-573b26f4-3af7-4a55-b8e3-e7fd4ec3db75 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:00.745938 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:00.801492 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-bebbe6e9-75e7-4476-b5b6-8cc9fb9cd487 None None] Provisioning complete for port 9c505c15-a441-490f-82aa-1aa73443390c triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:36:00.803041 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-bebbe6e9-75e7-4476-b5b6-8cc9fb9cd487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (9c505c15-a441-490f-82aa-1aa73443390c), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:00.846665 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-de10c38e-ab05-44ef-b6f2-7f03d2b040ea req-18ff9785-48ae-41be-a64a-7d9ef96f41ee tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8ea1fd7-3d0e-40b8-b141-617b5251179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777227 Feb 18 16:36:00.878233 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['f1c12c11-5979-4bae-80d1-5d631ab1ed3c'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:36:01.084091 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:01.206222 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 1bcced27-c230-4a04-8802-0aca6ee8f4ef up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:36:01.208120 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device efb85b90-8a8a-47b7-885d-98467875b692 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:36:01.308907 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 026276bc-60a5-4c70-9209-e90f3e149e42 up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:36:01.331705 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Allocated IP 172.27.2.141 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/c3b1ae9a-a814-4d3a-83a3-96924f86391a) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:36:01.359082 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c836bb5a-2fc4-4587-b8e0-9ad895f5c064 req-8329bd57-56f0-45c3-b128-10878c128ff5 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 210 time: 0.1686189 Feb 18 16:36:01.405834 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_common [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-573b26f4-3af7-4a55-b8e3-e7fd4ec3db75 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Allocated IP 172.20.0.4 (c1c4f35c-86d5-431f-9fd3-6e07d8918e17/f67f844d-74e9-48b6-8285-f0d76073c1b5/982171f0-19a1-4cec-8f38-7db94b4e569a) {{(pid=102872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:36:01.480342 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1eddb-4721-4bfb-bb6a-b7a228f04ab9 req-bb9f267e-d088-48da-9966-6ee4e3c0b13d tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:01.482370 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-49d9b72c-5c29-4743-ab95-18d63a04a0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:01.488643 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-69b1eddb-4721-4bfb-bb6a-b7a228f04ab9 req-bb9f267e-d088-48da-9966-6ee4e3c0b13d tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 944 time: 0.4084387 Feb 18 16:36:01.562724 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port efb85b90-8a8a-47b7-885d-98467875b692, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=efb85b90-8a8a-47b7-885d-98467875b692,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:01.624529 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for port (c3b1ae9a-a814-4d3a-83a3-96924f86391a), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:01.649537 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': 'efb85b90-8a8a-47b7-885d-98467875b692', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'port_id': 'efb85b90-8a8a-47b7-885d-98467875b692', 'mac_address': 'fa:16:3e:3e:de:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:36:01.658257 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-bebbe6e9-75e7-4476-b5b6-8cc9fb9cd487 None None] Current status of the port 9c505c15-a441-490f-82aa-1aa73443390c is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:01.658659 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-bebbe6e9-75e7-4476-b5b6-8cc9fb9cd487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (9c505c15-a441-490f-82aa-1aa73443390c), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:01.681516 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-69b1eddb-4721-4bfb-bb6a-b7a228f04ab9 req-48aafb51-972b-428d-8cff-52f24f1d0c03 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873341 Feb 18 16:36:01.746888 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40f120-df7f-43e5-bd06-5cdd82c0e94c req-b4e604fd-8ea2-464a-a315-d261e662965f tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:01.749623 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4f40f120-df7f-43e5-bd06-5cdd82c0e94c req-b4e604fd-8ea2-464a-a315-d261e662965f tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.2396204 Feb 18 16:36:01.780680 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (c3b1ae9a-a814-4d3a-83a3-96924f86391a), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:01.781265 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 1bcced27-c230-4a04-8802-0aca6ee8f4ef triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:36:01.781683 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (1bcced27-c230-4a04-8802-0aca6ee8f4ef), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:01.839523 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-bebbe6e9-75e7-4476-b5b6-8cc9fb9cd487 None None] For port 9c505c15-a441-490f-82aa-1aa73443390c, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=9c505c15-a441-490f-82aa-1aa73443390c,segment=NetworkSegment(18d623a6-ba6c-4db6-ae61-7d782c20dc23),segment_id=18d623a6-ba6c-4db6-ae61-7d782c20dc23)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:01.843962 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:52Z', 'revision_number': 4, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '9c505c15-a441-490f-82aa-1aa73443390c', 'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'mac_address': 'fa:16:3e:63:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:36:00Z', 'revision_number': 4, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'subnets': [{'id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:36:01.845261 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4f40f120-df7f-43e5-bd06-5cdd82c0e94c req-ee5804e7-2e1e-4a64-b655-fc1c3be30dbd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883789 Feb 18 16:36:01.902623 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:36:01.910267 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:36:01.924773 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:36:01.928517 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-573b26f4-3af7-4a55-b8e3-e7fd4ec3db75 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Publish callbacks [] for port (982171f0-19a1-4cec-8f38-7db94b4e569a), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:01.958583 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-bebbe6e9-75e7-4476-b5b6-8cc9fb9cd487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (9c505c15-a441-490f-82aa-1aa73443390c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:02.000594 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-573b26f4-3af7-4a55-b8e3-e7fd4ec3db75 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (982171f0-19a1-4cec-8f38-7db94b4e569a), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:02.009289 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port efb85b90-8a8a-47b7-885d-98467875b692 is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:02.009824 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (efb85b90-8a8a-47b7-885d-98467875b692), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:02.012073 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dacb496-4153-47d1-8b8a-dab9d81ed568 None None] The sync data for ids ['9867e16f-e04f-4a7c-a485-047155a16601'] in dv-cinder-826607-4-iscsi is: [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:52Z', 'revision_number': 4, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '9c505c15-a441-490f-82aa-1aa73443390c', 'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'mac_address': 'fa:16:3e:63:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:36:00Z', 'revision_number': 4, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'subnets': [{'id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:36:02.031475 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event updated for resources: {'Port': ['ID=c3b1ae9a-a814-4d3a-83a3-96924f86391a,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:02.051938 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for floatingip (40e03c67-830d-4731-8f6d-64e86819b12b), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:02.131288 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port 026276bc-60a5-4c70-9209-e90f3e149e42 completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:36:02.174088 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (c3b1ae9a-a814-4d3a-83a3-96924f86391a), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:02.176772 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 55598) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:02.273403 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port 026276bc-60a5-4c70-9209-e90f3e149e42 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:36:02.282400 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-573b26f4-3af7-4a55-b8e3-e7fd4ec3db75 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Network c1c4f35c-86d5-431f-9fd3-6e07d8918e17 is already hosted by enough agents. {{(pid=102872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:36:02.283225 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (026276bc-60a5-4c70-9209-e90f3e149e42), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:02.286155 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb85b90-8a8a-47b7-885d-98467875b692 {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:36:02.299815 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b26f4-3af7-4a55-b8e3-e7fd4ec3db75 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Pushing event updated for resources: {'Port': ['ID=982171f0-19a1-4cec-8f38-7db94b4e569a,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:02.312910 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-573b26f4-3af7-4a55-b8e3-e7fd4ec3db75 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Resources bound (agent type, host, resource id): {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:36:02.316955 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-573b26f4-3af7-4a55-b8e3-e7fd4ec3db75 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Received port after_create {{(pid=102872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:36:02.325021 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-573b26f4-3af7-4a55-b8e3-e7fd4ec3db75 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:02.326179 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-573b26f4-3af7-4a55-b8e3-e7fd4ec3db75 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for port (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:02.361127 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5f417-cd5d-41e4-83be-08e9d4ed4b24 req-c43b0840-c96b-4d7e-8f24-e0ed321ec1c6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:02.363738 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ffc5f417-cd5d-41e4-83be-08e9d4ed4b24 req-c43b0840-c96b-4d7e-8f24-e0ed321ec1c6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 945 time: 0.3588238 Feb 18 16:36:02.377293 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-573b26f4-3af7-4a55-b8e3-e7fd4ec3db75 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3649206 Feb 18 16:36:02.410369 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port efb85b90-8a8a-47b7-885d-98467875b692, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=efb85b90-8a8a-47b7-885d-98467875b692,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:02.422191 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Request body: {'port': {'device_id': '99a85c36-d87f-4a91-8855-b74f9703d67c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:36:02.429070 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbe6e9-75e7-4476-b5b6-8cc9fb9cd487 None None] Pushing event updated for resources: {'Port': ['ID=9c505c15-a441-490f-82aa-1aa73443390c,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:02.451768 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (efb85b90-8a8a-47b7-885d-98467875b692), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:02.495495 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-07f21a66-abf0-423d-bcf5-0a470d3a2ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:02.556054 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3c3125c6-57f5-4203-8c79-03542a2178a3 req-93d2b3e2-7001-4735-a716-f4152c5d7115 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 210 time: 0.0695205 Feb 18 16:36:02.562442 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ffc5f417-cd5d-41e4-83be-08e9d4ed4b24 req-ac15842a-b971-4722-9dd5-71f57233cc1a tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8ea1fd7-3d0e-40b8-b141-617b5251179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835535 Feb 18 16:36:02.571965 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (982171f0-19a1-4cec-8f38-7db94b4e569a), before_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:02.583681 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=efb85b90-8a8a-47b7-885d-98467875b692,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:02.606395 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 1bcced27-c230-4a04-8802-0aca6ee8f4ef is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:02.637957 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for port (c3b1ae9a-a814-4d3a-83a3-96924f86391a), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:02.646883 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (c3b1ae9a-a814-4d3a-83a3-96924f86391a), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:02.670799 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 026276bc-60a5-4c70-9209-e90f3e149e42 is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:02.671675 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (026276bc-60a5-4c70-9209-e90f3e149e42), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:02.718980 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['efb85b90-8a8a-47b7-885d-98467875b692'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:36:02.740424 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0c7ada-c51c-454e-b6a0-1efd1ce582bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026276bc-60a5-4c70-9209-e90f3e149e42'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:36:02.760927 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event updated for resources: {'Port': ['ID=c3b1ae9a-a814-4d3a-83a3-96924f86391a,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:02.902148 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (40e03c67-830d-4731-8f6d-64e86819b12b), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:02.942005 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 026276bc-60a5-4c70-9209-e90f3e149e42, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=026276bc-60a5-4c70-9209-e90f3e149e42,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:02.980878 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (026276bc-60a5-4c70-9209-e90f3e149e42), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:03.054610 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 55628) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:03.093492 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:03.095277 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-9cbf5176-9a7e-4120-adf7-d47d25fcd5e2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4048026 Feb 18 16:36:03.099955 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-07f21a66-abf0-423d-bcf5-0a470d3a2ba7 admin admin] Publish callbacks [] for security_group (74fc166c-94d0-4916-bdac-11739c94f97a), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:03.111104 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=026276bc-60a5-4c70-9209-e90f3e149e42,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:03.116217 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-07f21a66-abf0-423d-bcf5-0a470d3a2ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (74fc166c-94d0-4916-bdac-11739c94f97a), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:03.174830 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 9c505c15-a441-490f-82aa-1aa73443390c up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:36:03.226548 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f21a66-abf0-423d-bcf5-0a470d3a2ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fc166c-94d0-4916-bdac-11739c94f97a,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:03.241831 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-0877ce89-fdb4-4e65-b02d-04a012cafa3f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:03.243619 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-0877ce89-fdb4-4e65-b02d-04a012cafa3f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.71 "GET /v2.0/networks?id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17 HTTP/1.1" status: 200 len: 819 time: 0.4963646 Feb 18 16:36:03.251597 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-07f21a66-abf0-423d-bcf5-0a470d3a2ba7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8dce3b14e4541db8f99e76d4f05e17a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0714941 Feb 18 16:36:03.252335 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 55634) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:03.254524 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1392381-294e-4e7b-9f3a-b2d7425972de" -d '{"events": [{"server_uuid": "eb0c7ada-c51c-454e-b6a0-1efd1ce582bb", "name": "network-vif-plugged", "status": "completed", "tag": "026276bc-60a5-4c70-9209-e90f3e149e42"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:36:03.263093 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device f1c12c11-5979-4bae-80d1-5d631ab1ed3c up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:36:03.270064 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-4ed6bf3e-f12c-45b5-88eb-e26add15a1e9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Request body: {'port': {'device_id': 'da60f8f1-1607-4c80-9d90-a7a34ef5cb8c', 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17', 'admin_state_up': True, 'tenant_id': 'd8f9dd11e8374a7985fc4a92db14658a'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:36:03.305562 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4616-3b25-49bc-9355-496722434b16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:03.415632 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-87c27d44-d63b-4e9d-bad2-880129c6d581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:03.431481 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port f1c12c11-5979-4bae-80d1-5d631ab1ed3c completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:36:03.441417 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port f1c12c11-5979-4bae-80d1-5d631ab1ed3c triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:36:03.441803 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (f1c12c11-5979-4bae-80d1-5d631ab1ed3c), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:03.460313 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093f9ba-557f-4a4a-a2fe-3e33a564b11f req-8a02bcde-d3f8-495d-ac42-46d838505db1 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:03.470748 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1093f9ba-557f-4a4a-a2fe-3e33a564b11f req-8a02bcde-d3f8-495d-ac42-46d838505db1 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 944 time: 0.6597681 Feb 18 16:36:03.527237 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-cf778d83-0515-472c-b1f8-74731c49ea30 admin admin] Publish callbacks [] for security_group (74fc166c-94d0-4916-bdac-11739c94f97a), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:03.529607 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 9c505c15-a441-490f-82aa-1aa73443390c triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:36:03.530790 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (9c505c15-a441-490f-82aa-1aa73443390c), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:03.535817 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1964d0-1566-4721-b42f-5dc539e58e2c req-97a5a546-a3e6-46cb-b165-4a3b0752d33e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:03.537861 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-af1964d0-1566-4721-b42f-5dc539e58e2c req-97a5a546-a3e6-46cb-b165-4a3b0752d33e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 944 time: 0.1896834 Feb 18 16:36:03.623073 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-cf778d83-0515-472c-b1f8-74731c49ea30 admin admin] Publish callbacks [] for security_group (74fc166c-94d0-4916-bdac-11739c94f97a), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:03.660787 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1093f9ba-557f-4a4a-a2fe-3e33a564b11f req-5e19b953-e8fe-4877-9586-8d5051fb39b2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825073 Feb 18 16:36:03.662704 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port f1c12c11-5979-4bae-80d1-5d631ab1ed3c is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:03.665621 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (f1c12c11-5979-4bae-80d1-5d631ab1ed3c), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:03.667414 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-af1964d0-1566-4721-b42f-5dc539e58e2c req-6aed7817-5e73-4953-bc45-6ea01734f3fa tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170080 Feb 18 16:36:03.692810 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-4ed6bf3e-f12c-45b5-88eb-e26add15a1e9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Made reservation on behalf of d8f9dd11e8374a7985fc4a92db14658a for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:36:03.702871 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-4ed6bf3e-f12c-45b5-88eb-e26add15a1e9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:03.740279 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4616-3b25-49bc-9355-496722434b16 admin admin] Publish callbacks [] for security_group (a43d8d38-3b97-495e-b915-e042dd28da7a), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:03.746428 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 9c505c15-a441-490f-82aa-1aa73443390c is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:03.778052 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4616-3b25-49bc-9355-496722434b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (a43d8d38-3b97-495e-b915-e042dd28da7a), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:03.815229 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-7c9b4616-3b25-49bc-9355-496722434b16 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6c85956a59843ef9f62e25f7ca1564a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7569728 Feb 18 16:36:03.820042 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 55660) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:03.835677 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port f1c12c11-5979-4bae-80d1-5d631ab1ed3c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f1c12c11-5979-4bae-80d1-5d631ab1ed3c,segment=NetworkSegment(13c6d32f-e835-4871-9c47-9cd8a0518b93),segment_id=13c6d32f-e835-4871-9c47-9cd8a0518b93)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:03.840856 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (f1c12c11-5979-4bae-80d1-5d631ab1ed3c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:03.963340 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-07c76b60-5e35-4cd7-bd60-a496e05a3449 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--17389762&fields=id&tenant_id=9205f14486fc4e64830c7c133ec39235 HTTP/1.1" status: 200 len: 267 time: 0.1343379 Feb 18 16:36:03.969848 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=f1c12c11-5979-4bae-80d1-5d631ab1ed3c,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:03.971352 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.notifiers.nova [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982171f0-19a1-4cec-8f38-7db94b4e569a {{(pid=102872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:36:03.992284 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Publish callbacks [] for port (982171f0-19a1-4cec-8f38-7db94b4e569a), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.024759 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7afe1cc-b7c0-4ac6-91a8-9dd02e687dec x-openstack-request-id: req-c7afe1cc-b7c0-4ac6-91a8-9dd02e687dec {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:36:04.025056 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0c7ada-c51c-454e-b6a0-1efd1ce582bb", "name": "network-vif-plugged", "status": "completed", "tag": "026276bc-60a5-4c70-9209-e90f3e149e42", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:36:04.025364 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7afe1cc-b7c0-4ac6-91a8-9dd02e687dec {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:36:04.025880 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0c7ada-c51c-454e-b6a0-1efd1ce582bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026276bc-60a5-4c70-9209-e90f3e149e42', 'code': 200} Feb 18 16:36:04.044126 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-cf778d83-0515-472c-b1f8-74731c49ea30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (74fc166c-94d0-4916-bdac-11739c94f97a), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.046967 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-cf778d83-0515-472c-b1f8-74731c49ea30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.048892 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-cf778d83-0515-472c-b1f8-74731c49ea30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74fc166c-94d0-4916-bdac-11739c94f97a HTTP/1.1" status: 204 len: 168 time: 0.7936161 Feb 18 16:36:04.068146 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b4616-3b25-49bc-9355-496722434b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43d8d38-3b97-495e-b915-e042dd28da7a,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:04.107733 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf778d83-0515-472c-b1f8-74731c49ea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fc166c-94d0-4916-bdac-11739c94f97a,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:04.123541 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-929f1644-1563-4838-aafd-3ca2d611b0c8 admin admin] Publish callbacks [] for security_group (a43d8d38-3b97-495e-b915-e042dd28da7a), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.130585 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.provisioning_blocks [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Transition to ACTIVE for port object 982171f0-19a1-4cec-8f38-7db94b4e569a will not be triggered until provisioned by entity L2. {{(pid=102872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:36:04.176988 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-569b507e-17d9-4f5a-97c8-fd7aaf1beae4 req-66971691-172b-46f0-ab5d-ced08b396904 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 210 time: 0.0863564 Feb 18 16:36:04.180124 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (982171f0-19a1-4cec-8f38-7db94b4e569a), after_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.248282 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-929f1644-1563-4838-aafd-3ca2d611b0c8 admin admin] Publish callbacks [] for security_group (a43d8d38-3b97-495e-b915-e042dd28da7a), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.293937 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Pushing event updated for resources: {'Port': ['ID=982171f0-19a1-4cec-8f38-7db94b4e569a,revision_number=2']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:04.320608 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-15c1bf54-836f-4616-98d8-bfc70cdf7056 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:04.322133 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-15c1bf54-836f-4616-98d8-bfc70cdf7056 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/networks?id=b70ae2d4-b37e-47df-8b0d-486770e38efd HTTP/1.1" status: 200 len: 811 time: 0.3456759 Feb 18 16:36:04.369311 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-4ed6bf3e-f12c-45b5-88eb-e26add15a1e9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Allocated IP 172.20.0.8 (c1c4f35c-86d5-431f-9fd3-6e07d8918e17/f67f844d-74e9-48b6-8285-f0d76073c1b5/763e727e-309e-41fe-8c1a-7bccc1fd730f) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:36:04.371078 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-746b2c4a-84b1-4a50-932f-a9b0477afb59 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/quotas/9205f14486fc4e64830c7c133ec39235 HTTP/1.1" status: 200 len: 375 time: 0.0312378 Feb 18 16:36:04.371716 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.managers [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Attempting to bind port 982171f0-19a1-4cec-8f38-7db94b4e569a on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:36:04.372155 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.managers [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Attempting to bind port 982171f0-19a1-4cec-8f38-7db94b4e569a by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '88df7514-22c6-46e8-9a51-5371bd0502b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17'}] {{(pid=102872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:36:04.372496 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Attempting to bind port 982171f0-19a1-4cec-8f38-7db94b4e569a on network c1c4f35c-86d5-431f-9fd3-6e07d8918e17 {{(pid=102872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:36:04.380346 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Port 982171f0-19a1-4cec-8f38-7db94b4e569a on network c1c4f35c-86d5-431f-9fd3-6e07d8918e17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:36:04.380793 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Attempting to bind port 982171f0-19a1-4cec-8f38-7db94b4e569a on network c1c4f35c-86d5-431f-9fd3-6e07d8918e17 {{(pid=102872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:36:04.395813 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85f65b-fe3e-438f-885a-af2e9a06640e req-338edfda-9bf3-4395-a112-3128f0c3c40e tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:04.397464 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0e85f65b-fe3e-438f-885a-af2e9a06640e req-338edfda-9bf3-4395-a112-3128f0c3c40e tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 946 time: 0.1262507 Feb 18 16:36:04.408653 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:36:04.408653 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Checking segment: {'id': '88df7514-22c6-46e8-9a51-5371bd0502b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:36:04.408653 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Bound using segment: {'id': '88df7514-22c6-46e8-9a51-5371bd0502b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17'} {{(pid=102872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:36:04.408653 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.managers [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Bound port: 982171f0-19a1-4cec-8f38-7db94b4e569a, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88df7514-22c6-46e8-9a51-5371bd0502b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17'}}] {{(pid=102872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:36:04.409157 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (982171f0-19a1-4cec-8f38-7db94b4e569a), before_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.412285 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfc073-a77c-405f-8cdf-4a5920fc9f5f req-fce6a3f3-57af-4239-8150-bcc9e4315abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:04.414488 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-a5dfc073-a77c-405f-8cdf-4a5920fc9f5f req-fce6a3f3-57af-4239-8150-bcc9e4315abf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 1129 time: 0.1483459 Feb 18 16:36:04.437651 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 55674) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:04.456815 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-929f1644-1563-4838-aafd-3ca2d611b0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (a43d8d38-3b97-495e-b915-e042dd28da7a), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.459371 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-929f1644-1563-4838-aafd-3ca2d611b0c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.460629 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-929f1644-1563-4838-aafd-3ca2d611b0c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a43d8d38-3b97-495e-b915-e042dd28da7a HTTP/1.1" status: 204 len: 168 time: 0.6378536 Feb 18 16:36:04.472125 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-a5dfc073-a77c-405f-8cdf-4a5920fc9f5f req-19416695-3784-4d29-9716-7a40668cc7bd service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.494454 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c8f695b8-053f-4671-9d54-cfc9c138f956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.518844 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f1644-1563-4838-aafd-3ca2d611b0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43d8d38-3b97-495e-b915-e042dd28da7a,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:04.523559 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0e85f65b-fe3e-438f-885a-af2e9a06640e req-f1606887-178d-4944-b345-b4eaced2b4f0 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8ea1fd7-3d0e-40b8-b141-617b5251179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977790 Feb 18 16:36:04.533396 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.542310 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-3fcb6652-c14a-4698-baa2-6ee05f0c7e1d tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9205f14486fc4e64830c7c133ec39235&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1558650 Feb 18 16:36:04.556711 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] For port 982171f0-19a1-4cec-8f38-7db94b4e569a, host hv-cinder-82660, cleared binding levels {{(pid=102872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:36:04.560527 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] For port 982171f0-19a1-4cec-8f38-7db94b4e569a, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=982171f0-19a1-4cec-8f38-7db94b4e569a,segment=NetworkSegment(88df7514-22c6-46e8-9a51-5371bd0502b6),segment_id=88df7514-22c6-46e8-9a51-5371bd0502b6)] {{(pid=102872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:36:04.568973 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (982171f0-19a1-4cec-8f38-7db94b4e569a), after_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.616875 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:04.617636 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for port (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.619524 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] 10.222.0.71 "PUT /v2.0/ports/982171f0-19a1-4cec-8f38-7db94b4e569a HTTP/1.1" status: 200 len: 1093 time: 2.2112327 Feb 18 16:36:04.627875 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a85c36-d87f-4a91-8855-b74f9703d67c', 'tag': '982171f0-19a1-4cec-8f38-7db94b4e569a'}] {{(pid=102872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:36:04.630136 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982a6f8180be25104a37d0fe3acdd82455238c01b1010dd46e5de7cc24a09886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b47592-0621-4b9e-a492-1bc5d02d06ea" -d '{"events": [{"name": "network-changed", "server_uuid": "99a85c36-d87f-4a91-8855-b74f9703d67c", "tag": "982171f0-19a1-4cec-8f38-7db94b4e569a"}]}' {{(pid=102872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:36:04.691181 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-4ed6bf3e-f12c-45b5-88eb-e26add15a1e9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Publish callbacks [] for port (763e727e-309e-41fe-8c1a-7bccc1fd730f), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.708203 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8c50e8-1bf7-4400-b870-c00641dbef7b x-openstack-request-id: req-ec8c50e8-1bf7-4400-b870-c00641dbef7b {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:36:04.708497 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a85c36-d87f-4a91-8855-b74f9703d67c", "tag": "982171f0-19a1-4cec-8f38-7db94b4e569a", "status": "completed", "code": 200}]} {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:36:04.708848 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec8c50e8-1bf7-4400-b870-c00641dbef7b {{(pid=102872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:36:04.709139 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a85c36-d87f-4a91-8855-b74f9703d67c', 'tag': '982171f0-19a1-4cec-8f38-7db94b4e569a', 'status': 'completed', 'code': 200} Feb 18 16:36:04.746889 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fd030-5dcd-4435-8e49-e4e2fcfb4f86 service neutron] Pushing event updated for resources: {'Port': ['ID=982171f0-19a1-4cec-8f38-7db94b4e569a,revision_number=3']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:04.761224 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-a5dfc073-a77c-405f-8cdf-4a5920fc9f5f req-19416695-3784-4d29-9716-7a40668cc7bd service neutron] Publish callbacks [] for security_group (20d55831-a863-474c-b564-343569bd716b), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.771348 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c8f695b8-053f-4671-9d54-cfc9c138f956 admin admin] Publish callbacks [] for security_group (d7021ad4-0e8b-46cc-aee2-5286e6a59fa6), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.777398 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-a5dfc073-a77c-405f-8cdf-4a5920fc9f5f req-19416695-3784-4d29-9716-7a40668cc7bd service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (20d55831-a863-474c-b564-343569bd716b), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.794341 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c8f695b8-053f-4671-9d54-cfc9c138f956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (d7021ad4-0e8b-46cc-aee2-5286e6a59fa6), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.828012 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-c655c766-6614-44e5-b267-16ec2410729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:04.829545 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-c655c766-6614-44e5-b267-16ec2410729f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8f9dd11e8374a7985fc4a92db14658a&device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 1127 time: 0.1397581 Feb 18 16:36:04.831800 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-bdffdb8a-cc87-4311-898c-26c025014e4e service neutron] 10.222.0.36 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114446 Feb 18 16:36:04.850874 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-a5dfc073-a77c-405f-8cdf-4a5920fc9f5f req-19416695-3784-4d29-9716-7a40668cc7bd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272745 Feb 18 16:36:04.856880 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-c8f695b8-053f-4671-9d54-cfc9c138f956 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8a2ba1ffaf6415d9de2515c27b18d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4181900 Feb 18 16:36:04.858837 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-4ed6bf3e-f12c-45b5-88eb-e26add15a1e9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (763e727e-309e-41fe-8c1a-7bccc1fd730f), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.865051 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19416695-3784-4d29-9716-7a40668cc7bd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=20d55831-a863-474c-b564-343569bd716b,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:04.871313 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 55686) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:04.904396 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-8ff8aec4-79d6-46a7-914f-bac47a64a78d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=982171f0-19a1-4cec-8f38-7db94b4e569a HTTP/1.1" status: 200 len: 217 time: 0.0674140 Feb 18 16:36:04.951175 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-4ed6bf3e-f12c-45b5-88eb-e26add15a1e9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Network c1c4f35c-86d5-431f-9fd3-6e07d8918e17 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:36:04.951358 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0d4c2-4588-449f-a0c4-d7794af00d58 req-fcfeee7d-13f1-4c83-a276-e95339862ee4 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:04.953051 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e8e0d4c2-4588-449f-a0c4-d7794af00d58 req-fcfeee7d-13f1-4c83-a276-e95339862ee4 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.1810718 Feb 18 16:36:04.962590 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f695b8-053f-4671-9d54-cfc9c138f956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7021ad4-0e8b-46cc-aee2-5286e6a59fa6,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:04.966452 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-4ed6bf3e-f12c-45b5-88eb-e26add15a1e9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:36:04.969580 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-4ed6bf3e-f12c-45b5-88eb-e26add15a1e9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:36:04.975456 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 55690) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:04.975539 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-4ed6bf3e-f12c-45b5-88eb-e26add15a1e9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:04.976084 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-4ed6bf3e-f12c-45b5-88eb-e26add15a1e9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:04.993905 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6bf3e-f12c-45b5-88eb-e26add15a1e9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Pushing event updated for resources: {'Port': ['ID=763e727e-309e-41fe-8c1a-7bccc1fd730f,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:05.007855 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-4ed6bf3e-f12c-45b5-88eb-e26add15a1e9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7473850 Feb 18 16:36:05.011779 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-465c669e-e12d-4164-95ae-883a1a8750c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:05.020211 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9c968d0f-b9d7-4c58-9145-505a6b1b0a3a admin admin] Publish callbacks [] for security_group (d7021ad4-0e8b-46cc-aee2-5286e6a59fa6), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:05.047189 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9c968d0f-b9d7-4c58-9145-505a6b1b0a3a admin admin] Publish callbacks [] for security_group (d7021ad4-0e8b-46cc-aee2-5286e6a59fa6), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:05.059618 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-c88140db-d07b-4940-bb85-229f8a3faf3b service neutron] 10.222.0.36 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116082 Feb 18 16:36:05.072677 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e8e0d4c2-4588-449f-a0c4-d7794af00d58 req-014cdeb2-0a04-45f5-a719-ce3974cb7840 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099465 Feb 18 16:36:05.091436 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Request body: {'port': {'device_id': 'da60f8f1-1607-4c80-9d90-a7a34ef5cb8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:36:05.127629 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-77f5b781-be24-4a6c-b1fd-bf0bd0b583b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:05.129111 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-77f5b781-be24-4a6c-b1fd-bf0bd0b583b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f67f844d-74e9-48b6-8285-f0d76073c1b5 HTTP/1.1" status: 200 len: 859 time: 0.0555987 Feb 18 16:36:05.167978 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-487d9da5-5715-454e-9db2-78402f82f393 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291605 Feb 18 16:36:05.186209 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device efb85b90-8a8a-47b7-885d-98467875b692 up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:36:05.251877 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9c968d0f-b9d7-4c58-9145-505a6b1b0a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (d7021ad4-0e8b-46cc-aee2-5286e6a59fa6), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:05.254637 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9c968d0f-b9d7-4c58-9145-505a6b1b0a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:05.256168 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-9c968d0f-b9d7-4c58-9145-505a6b1b0a3a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7021ad4-0e8b-46cc-aee2-5286e6a59fa6 HTTP/1.1" status: 204 len: 168 time: 0.3808537 Feb 18 16:36:05.261467 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (763e727e-309e-41fe-8c1a-7bccc1fd730f), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:05.270106 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c968d0f-b9d7-4c58-9145-505a6b1b0a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7021ad4-0e8b-46cc-aee2-5286e6a59fa6,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:05.372309 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port efb85b90-8a8a-47b7-885d-98467875b692 completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:36:05.379277 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port efb85b90-8a8a-47b7-885d-98467875b692 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:36:05.380429 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (efb85b90-8a8a-47b7-885d-98467875b692), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:05.408447 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cbd84-6649-40b9-925a-cf7472aff27f req-aba0162d-fc31-4d17-8782-fc40b072a9a9 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:05.410712 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8e9cbd84-6649-40b9-925a-cf7472aff27f req-aba0162d-fc31-4d17-8782-fc40b072a9a9 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 944 time: 0.2399094 Feb 18 16:36:05.414681 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-465c669e-e12d-4164-95ae-883a1a8750c4 admin admin] Publish callbacks [] for security_group (7522c19d-ce32-4ed6-b615-77841825b9bc), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:05.437686 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-465c669e-e12d-4164-95ae-883a1a8750c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (7522c19d-ce32-4ed6-b615-77841825b9bc), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:05.478153 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-465c669e-e12d-4164-95ae-883a1a8750c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a6c6530c5ee4bb4b47b876879b7e307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5007346 Feb 18 16:36:05.534889 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 55704) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:05.567671 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b7298-9b82-408c-85a2-d29a93fe15ac req-e8e0a92f-6c44-45b0-b0ab-bdaa9ddbf1d8 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:05.575198 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f11b7298-9b82-408c-85a2-d29a93fe15ac req-e8e0a92f-6c44-45b0-b0ab-bdaa9ddbf1d8 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 931 time: 0.2597182 Feb 18 16:36:05.582627 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c669e-e12d-4164-95ae-883a1a8750c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7522c19d-ce32-4ed6-b615-77841825b9bc,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:05.582886 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port efb85b90-8a8a-47b7-885d-98467875b692 is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:05.583303 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (efb85b90-8a8a-47b7-885d-98467875b692), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:05.605242 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-85124bd5-8326-46be-bdf2-65db7f789696 service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273469 Feb 18 16:36:05.672845 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port efb85b90-8a8a-47b7-885d-98467875b692, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=efb85b90-8a8a-47b7-885d-98467875b692,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:05.683241 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (efb85b90-8a8a-47b7-885d-98467875b692), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:05.743885 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8e9cbd84-6649-40b9-925a-cf7472aff27f req-d0604d83-f716-4104-bb43-f30c6abd5331 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3185687 Feb 18 16:36:05.753042 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1eeac35c-4a66-4562-8776-1108638d81ac admin admin] Publish callbacks [] for security_group (7522c19d-ce32-4ed6-b615-77841825b9bc), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:05.770767 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=efb85b90-8a8a-47b7-885d-98467875b692,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:05.786531 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f11b7298-9b82-408c-85a2-d29a93fe15ac req-517c55c6-d90d-44c2-a01f-d8fddefcb052 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012281 Feb 18 16:36:05.815175 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1eeac35c-4a66-4562-8776-1108638d81ac admin admin] Publish callbacks [] for security_group (7522c19d-ce32-4ed6-b615-77841825b9bc), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:05.834369 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:05.842192 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2a0274b5-d5e8-40b9-bf48-bb77936faa78 req-08217cb3-2863-4134-9422-ef40d13e9a4f service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262552 Feb 18 16:36:06.010657 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1eeac35c-4a66-4562-8776-1108638d81ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (7522c19d-ce32-4ed6-b615-77841825b9bc), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:06.015519 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1eeac35c-4a66-4562-8776-1108638d81ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:06.017051 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-1eeac35c-4a66-4562-8776-1108638d81ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7522c19d-ce32-4ed6-b615-77841825b9bc HTTP/1.1" status: 204 len: 168 time: 0.4810395 Feb 18 16:36:06.027260 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d92cb61-1cea-4f74-9a0f-9dac4c913891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c12c11-5979-4bae-80d1-5d631ab1ed3c'}, {'server_uuid': '70bd2870-baf9-464c-bbc2-4356c559364b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb85b90-8a8a-47b7-885d-98467875b692'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:36:06.030708 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11108de-4255-43f7-9204-e2ae3a0e71fa" -d '{"events": [{"server_uuid": "7d92cb61-1cea-4f74-9a0f-9dac4c913891", "name": "network-vif-plugged", "status": "completed", "tag": "f1c12c11-5979-4bae-80d1-5d631ab1ed3c"}, {"server_uuid": "70bd2870-baf9-464c-bbc2-4356c559364b", "name": "network-vif-plugged", "status": "completed", "tag": "efb85b90-8a8a-47b7-885d-98467875b692"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:36:06.050964 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeac35c-4a66-4562-8776-1108638d81ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7522c19d-ce32-4ed6-b615-77841825b9bc,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:06.063376 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763e727e-309e-41fe-8c1a-7bccc1fd730f {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:36:06.071402 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Publish callbacks [] for port (763e727e-309e-41fe-8c1a-7bccc1fd730f), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:06.087865 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a45c65da-7284-45ad-8754-b7976b628778 req-6c56619b-f00e-450d-b0ef-f242874d1cd4 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 210 time: 0.1082854 Feb 18 16:36:06.092350 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Transition to ACTIVE for port object 763e727e-309e-41fe-8c1a-7bccc1fd730f will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:36:06.121924 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (763e727e-309e-41fe-8c1a-7bccc1fd730f), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:06.129263 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43dd2f-ce24-4537-8a0d-dcf8f519600a req-c8b55c87-77aa-4727-accb-943e892acaa8 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:06.131303 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1d43dd2f-ce24-4537-8a0d-dcf8f519600a req-c8b55c87-77aa-4727-accb-943e892acaa8 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 946 time: 0.1588051 Feb 18 16:36:06.132988 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47592-0621-4b9e-a492-1bc5d02d06ea req-37151247-f1e4-40dd-8269-0e8997775975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:06.134701 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-24b47592-0621-4b9e-a492-1bc5d02d06ea req-37151247-f1e4-40dd-8269-0e8997775975 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8f9dd11e8374a7985fc4a92db14658a&device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 1127 time: 0.2272081 Feb 18 16:36:06.186044 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 18 Feb 2022 16:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05cb189-ff8b-41f9-ab87-c3c738d10ee7 x-openstack-request-id: req-f05cb189-ff8b-41f9-ab87-c3c738d10ee7 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:36:06.186411 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d92cb61-1cea-4f74-9a0f-9dac4c913891", "name": "network-vif-plugged", "status": "completed", "tag": "f1c12c11-5979-4bae-80d1-5d631ab1ed3c", "code": 200}, {"server_uuid": "70bd2870-baf9-464c-bbc2-4356c559364b", "name": "network-vif-plugged", "status": "completed", "tag": "efb85b90-8a8a-47b7-885d-98467875b692", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:36:06.186951 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f05cb189-ff8b-41f9-ab87-c3c738d10ee7 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:36:06.187058 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d92cb61-1cea-4f74-9a0f-9dac4c913891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c12c11-5979-4bae-80d1-5d631ab1ed3c', 'code': 200} Feb 18 16:36:06.187307 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bd2870-baf9-464c-bbc2-4356c559364b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb85b90-8a8a-47b7-885d-98467875b692', 'code': 200} Feb 18 16:36:06.190332 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1d43dd2f-ce24-4537-8a0d-dcf8f519600a req-837785fa-098e-41d0-993d-69c77ccc3e84 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8ea1fd7-3d0e-40b8-b141-617b5251179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538597 Feb 18 16:36:06.269136 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Attempting to bind port 763e727e-309e-41fe-8c1a-7bccc1fd730f on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:36:06.269578 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Attempting to bind port 763e727e-309e-41fe-8c1a-7bccc1fd730f by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '88df7514-22c6-46e8-9a51-5371bd0502b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:36:06.270090 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Attempting to bind port 763e727e-309e-41fe-8c1a-7bccc1fd730f on network c1c4f35c-86d5-431f-9fd3-6e07d8918e17 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:36:06.272162 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Pushing event updated for resources: {'Port': ['ID=763e727e-309e-41fe-8c1a-7bccc1fd730f,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:06.278638 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Port 763e727e-309e-41fe-8c1a-7bccc1fd730f on network c1c4f35c-86d5-431f-9fd3-6e07d8918e17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:36:06.279062 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Attempting to bind port 763e727e-309e-41fe-8c1a-7bccc1fd730f on network c1c4f35c-86d5-431f-9fd3-6e07d8918e17 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:36:06.286053 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:36:06.286475 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Checking segment: {'id': '88df7514-22c6-46e8-9a51-5371bd0502b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:36:06.287373 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Bound using segment: {'id': '88df7514-22c6-46e8-9a51-5371bd0502b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:36:06.287373 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Bound port: 763e727e-309e-41fe-8c1a-7bccc1fd730f, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88df7514-22c6-46e8-9a51-5371bd0502b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:36:06.288000 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (763e727e-309e-41fe-8c1a-7bccc1fd730f), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:06.304595 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf41055-f5ff-466f-a5b2-95737e940683 req-01281dcb-f54b-469f-a696-53b106f03063 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:06.306635 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3bf41055-f5ff-466f-a5b2-95737e940683 req-01281dcb-f54b-469f-a696-53b106f03063 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0598664 Feb 18 16:36:06.368367 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] For port 763e727e-309e-41fe-8c1a-7bccc1fd730f, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:36:06.372778 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] For port 763e727e-309e-41fe-8c1a-7bccc1fd730f, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=763e727e-309e-41fe-8c1a-7bccc1fd730f,segment=NetworkSegment(88df7514-22c6-46e8-9a51-5371bd0502b6),segment_id=88df7514-22c6-46e8-9a51-5371bd0502b6)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:36:06.374638 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3bf41055-f5ff-466f-a5b2-95737e940683 req-0a9e3fa7-3d96-4aa3-8875-92f8bbb53d4e tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594666 Feb 18 16:36:06.383061 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (763e727e-309e-41fe-8c1a-7bccc1fd730f), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:06.418979 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:06.419506 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:06.421182 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] 10.222.0.71 "PUT /v2.0/ports/763e727e-309e-41fe-8c1a-7bccc1fd730f HTTP/1.1" status: 200 len: 1093 time: 1.3423135 Feb 18 16:36:06.421703 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da60f8f1-1607-4c80-9d90-a7a34ef5cb8c', 'tag': '763e727e-309e-41fe-8c1a-7bccc1fd730f'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:36:06.423939 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718d3e70-566c-4726-aeb4-45a870f6256d" -d '{"events": [{"name": "network-changed", "server_uuid": "da60f8f1-1607-4c80-9d90-a7a34ef5cb8c", "tag": "763e727e-309e-41fe-8c1a-7bccc1fd730f"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:36:06.449880 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d653c-0775-461b-b519-84a79b7ef33a service neutron] Pushing event updated for resources: {'Port': ['ID=763e727e-309e-41fe-8c1a-7bccc1fd730f,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:06.478726 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c612ca74-d3f7-435b-bb5f-f6634a638fb3 x-openstack-request-id: req-c612ca74-d3f7-435b-bb5f-f6634a638fb3 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:36:06.479033 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da60f8f1-1607-4c80-9d90-a7a34ef5cb8c", "tag": "763e727e-309e-41fe-8c1a-7bccc1fd730f", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:36:06.479346 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c612ca74-d3f7-435b-bb5f-f6634a638fb3 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:36:06.480005 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da60f8f1-1607-4c80-9d90-a7a34ef5cb8c', 'tag': '763e727e-309e-41fe-8c1a-7bccc1fd730f', 'status': 'completed', 'code': 200} Feb 18 16:36:07.110658 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2227-3a90-4843-90b4-cefcd4db9371 req-9fdda94f-8816-4c2c-aa43-855d217db6fe tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:07.117697 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a21d2227-3a90-4843-90b4-cefcd4db9371 req-9fdda94f-8816-4c2c-aa43-855d217db6fe tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 943 time: 0.2722325 Feb 18 16:36:07.132041 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf972c-6002-40f3-8ab3-54405f742682 req-a67c2c70-0a8e-4f79-97c1-a424b3460e8d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:07.133545 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-addf972c-6002-40f3-8ab3-54405f742682 req-a67c2c70-0a8e-4f79-97c1-a424b3460e8d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.2794600 Feb 18 16:36:07.219771 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-addf972c-6002-40f3-8ab3-54405f742682 req-05ddc5a8-f947-42e8-8cd2-4425502c0cba tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754380 Feb 18 16:36:07.242830 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a21d2227-3a90-4843-90b4-cefcd4db9371 req-d2306546-5cc4-4ecb-932f-79c5902b21f2 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233439 Feb 18 16:36:07.338426 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9396942b-2158-4ee9-a15d-f3f1d26dbc99 req-ebce0481-90fc-40d6-a0b5-ff9132289ac1 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 210 time: 0.0387943 Feb 18 16:36:07.407151 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c0b3e-78f8-4e24-877e-8ab7816e5fbe req-e0d420fa-2207-447e-9bf4-c87efaad9e4a tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:07.410108 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-439c0b3e-78f8-4e24-877e-8ab7816e5fbe req-e0d420fa-2207-447e-9bf4-c87efaad9e4a tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 946 time: 0.0962071 Feb 18 16:36:07.494915 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-439c0b3e-78f8-4e24-877e-8ab7816e5fbe req-3ce90061-2173-4e3d-8cef-ba3dbaa8244f tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8ea1fd7-3d0e-40b8-b141-617b5251179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801115 Feb 18 16:36:07.522545 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:07.530750 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a1979-320b-4b6e-87c2-4c780c43d3c4 req-43afb5ac-9bd7-4e20-889d-9cb68211e8df tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:07.538366 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-907a1979-320b-4b6e-87c2-4c780c43d3c4 req-43afb5ac-9bd7-4e20-889d-9cb68211e8df tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0830700 Feb 18 16:36:07.582144 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-907a1979-320b-4b6e-87c2-4c780c43d3c4 req-3c22690b-29b8-4aea-ba65-7fed5e9ccbc4 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426145 Feb 18 16:36:07.897888 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47592-0621-4b9e-a492-1bc5d02d06ea req-3af54e49-401e-4a85-954b-f4df1c1e86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:07.899408 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-24b47592-0621-4b9e-a492-1bc5d02d06ea req-3af54e49-401e-4a85-954b-f4df1c1e86ae service neutron] 10.222.0.71 "GET /v2.0/networks?id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17 HTTP/1.1" status: 200 len: 920 time: 0.0965707 Feb 18 16:36:08.434009 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568b282-f74a-46f8-b514-2609f79257e3 req-77c92f50-3cfa-4df9-abd7-11f5099db9c9 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:08.435486 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a568b282-f74a-46f8-b514-2609f79257e3 req-77c92f50-3cfa-4df9-abd7-11f5099db9c9 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0920491 Feb 18 16:36:08.446557 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798e314-51e2-41d0-b274-b33f5ee99ab0 req-774e0ca0-bdea-4286-b491-64191c098772 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:08.447891 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0798e314-51e2-41d0-b274-b33f5ee99ab0 req-774e0ca0-bdea-4286-b491-64191c098772 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 943 time: 0.0706711 Feb 18 16:36:08.517722 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a568b282-f74a-46f8-b514-2609f79257e3 req-b907525b-dbf3-4e4b-9946-ecb1dcd41c37 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688591 Feb 18 16:36:08.524660 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0798e314-51e2-41d0-b274-b33f5ee99ab0 req-6e7b105d-b8e3-48f2-8a08-aaf20271cc44 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685632 Feb 18 16:36:08.583923 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:36:08.602626 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 55882) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:08.615919 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9a151d74-71ac-41a1-9bdf-446131198ba0 req-ec6848f5-cab6-4d27-8b16-ac80e7349ae1 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 210 time: 0.0312564 Feb 18 16:36:08.668279 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e81278-8885-4c04-aa54-86acece38c79 req-59e0ec9f-a91a-4a8a-9e90-6787a735ae06 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:08.669932 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d9e81278-8885-4c04-aa54-86acece38c79 req-59e0ec9f-a91a-4a8a-9e90-6787a735ae06 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 946 time: 0.0565162 Feb 18 16:36:08.717948 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c289a45f-3a6a-4f78-8b37-ed384924746c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:08.755094 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60a6a3-2b4f-420a-a0b8-f5471ad92262 req-668f8bb4-4e9c-4ca3-aff4-2c84fa9c027e tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:08.756701 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1e60a6a3-2b4f-420a-a0b8-f5471ad92262 req-668f8bb4-4e9c-4ca3-aff4-2c84fa9c027e tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0820944 Feb 18 16:36:08.760799 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d9e81278-8885-4c04-aa54-86acece38c79 req-765561da-c61f-4b71-84b2-1528a3e8b8ab tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8ea1fd7-3d0e-40b8-b141-617b5251179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775628 Feb 18 16:36:08.832580 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-24b47592-0621-4b9e-a492-1bc5d02d06ea req-960db3cd-23ad-4ae7-8ee1-87ea6249393a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=982171f0-19a1-4cec-8f38-7db94b4e569a HTTP/1.1" status: 200 len: 217 time: 0.0668266 Feb 18 16:36:08.855262 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c289a45f-3a6a-4f78-8b37-ed384924746c admin admin] Publish callbacks [] for security_group (e9ca6820-0844-419b-a625-1e62e7e69913), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:08.863470 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c289a45f-3a6a-4f78-8b37-ed384924746c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (e9ca6820-0844-419b-a625-1e62e7e69913), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:08.869761 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d3e70-566c-4726-aeb4-45a870f6256d req-53431c5f-8979-43e8-a2b8-c5d9a386cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:08.871563 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-718d3e70-566c-4726-aeb4-45a870f6256d req-53431c5f-8979-43e8-a2b8-c5d9a386cea3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8f9dd11e8374a7985fc4a92db14658a&device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 1127 time: 0.0972238 Feb 18 16:36:08.925051 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1e60a6a3-2b4f-420a-a0b8-f5471ad92262 req-80d1f763-4140-42d9-afa3-6520cd3c3906 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400759 Feb 18 16:36:08.962916 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47592-0621-4b9e-a492-1bc5d02d06ea req-60f95d4e-d4ff-465f-8922-b04e1dd53992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:08.964805 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-24b47592-0621-4b9e-a492-1bc5d02d06ea req-60f95d4e-d4ff-465f-8922-b04e1dd53992 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f67f844d-74e9-48b6-8285-f0d76073c1b5 HTTP/1.1" status: 200 len: 859 time: 0.0958326 Feb 18 16:36:09.002888 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-24b47592-0621-4b9e-a492-1bc5d02d06ea req-dfc7ec63-12ee-4531-9488-2bd4fab61d86 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293489 Feb 18 16:36:09.039782 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.71', 60512) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:09.181142 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-c289a45f-3a6a-4f78-8b37-ed384924746c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4d8d3afe4a54b579dc21f9a7d086245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5743632 Feb 18 16:36:09.183067 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 55888) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:09.196030 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a45f-3a6a-4f78-8b37-ed384924746c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ca6820-0844-419b-a625-1e62e7e69913,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:09.199913 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8565c45-d0a6-4a3c-8d65-45498b1aef71 req-ff4c2492-10f7-4a7f-8a27-1991a308f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:09.201445 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c8565c45-d0a6-4a3c-8d65-45498b1aef71 req-ff4c2492-10f7-4a7f-8a27-1991a308f659 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 1130 time: 0.1496558 Feb 18 16:36:09.229100 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-24b47592-0621-4b9e-a492-1bc5d02d06ea req-3031d5fc-1eee-4233-bde0-ded70547ed7f service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851273 Feb 18 16:36:09.278257 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba686709-dd9c-47e8-aaf6-19d7deca84ae req-d355ace6-e6dd-4ecf-913b-791434b5527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:09.279756 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-ba686709-dd9c-47e8-aaf6-19d7deca84ae req-d355ace6-e6dd-4ecf-913b-791434b5527f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 1129 time: 0.2113812 Feb 18 16:36:09.299465 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d3e70-566c-4726-aeb4-45a870f6256d req-ea3c12c1-5896-44ba-89bc-11e2624fc125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:09.300869 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-718d3e70-566c-4726-aeb4-45a870f6256d req-ea3c12c1-5896-44ba-89bc-11e2624fc125 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=d8f9dd11e8374a7985fc4a92db14658a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2314270 Feb 18 16:36:09.349238 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c8565c45-d0a6-4a3c-8d65-45498b1aef71 req-dc5335ce-9bf7-4de1-bef3-27596779c4b0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d8ea1fd7-3d0e-40b8-b141-617b5251179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316247 Feb 18 16:36:09.358931 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-abf0d528-a4e9-446e-9edf-2e40ba3d883a admin admin] Publish callbacks [] for security_group (e9ca6820-0844-419b-a625-1e62e7e69913), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:09.397908 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-ba686709-dd9c-47e8-aaf6-19d7deca84ae req-838b73bf-d425-45f9-9701-5f74a8f2ceb2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055863 Feb 18 16:36:09.402508 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-24b47592-0621-4b9e-a492-1bc5d02d06ea req-5b003974-f942-44b0-a7cb-ef49b935af9a service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580856 Feb 18 16:36:09.404478 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-abf0d528-a4e9-446e-9edf-2e40ba3d883a admin admin] Publish callbacks [] for security_group (e9ca6820-0844-419b-a625-1e62e7e69913), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:09.462536 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-abf0d528-a4e9-446e-9edf-2e40ba3d883a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (e9ca6820-0844-419b-a625-1e62e7e69913), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:09.466024 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-abf0d528-a4e9-446e-9edf-2e40ba3d883a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:09.472549 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-abf0d528-a4e9-446e-9edf-2e40ba3d883a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9ca6820-0844-419b-a625-1e62e7e69913 HTTP/1.1" status: 204 len: 168 time: 0.2870603 Feb 18 16:36:09.482715 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0d528-a4e9-446e-9edf-2e40ba3d883a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ca6820-0844-419b-a625-1e62e7e69913,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:09.499440 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d3e70-566c-4726-aeb4-45a870f6256d req-1658c387-1d40-4c2f-8a8b-e745ef6dc980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:09.501093 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-718d3e70-566c-4726-aeb4-45a870f6256d req-1658c387-1d40-4c2f-8a8b-e745ef6dc980 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1824224 Feb 18 16:36:09.746907 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261aad9-98ce-45c3-9025-21a9c6d8b8c6 req-26087fb7-62e7-488c-8115-9ef660d99273 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:09.749291 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e261aad9-98ce-45c3-9025-21a9c6d8b8c6 req-26087fb7-62e7-488c-8115-9ef660d99273 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.1286414 Feb 18 16:36:09.772701 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72c0a1-6dd1-4a55-b3f4-7e7f0e88ae09 req-8b990dd8-5222-47b7-acf6-1ec4ee3c346f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:09.774302 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ce72c0a1-6dd1-4a55-b3f4-7e7f0e88ae09 req-8b990dd8-5222-47b7-acf6-1ec4ee3c346f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 943 time: 0.0918760 Feb 18 16:36:09.851942 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e261aad9-98ce-45c3-9025-21a9c6d8b8c6 req-9be17882-0a3d-4b10-97c8-459e9e17fe44 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931003 Feb 18 16:36:09.899891 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ce72c0a1-6dd1-4a55-b3f4-7e7f0e88ae09 req-1e93cf4d-fd54-4ea0-bf7e-23d9d4d852ed tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126640 Feb 18 16:36:09.951313 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 55942) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:09.969989 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-16937530-20f4-444e-92a7-27a7ae13aaf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:09.990355 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-afe8be41-be07-4d43-8d9c-7e5d4709afb5 req-502e3122-4487-4d2d-8575-ebb14c7a61dc tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 210 time: 0.0454385 Feb 18 16:36:10.035860 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-03333a99-b850-4320-944e-96ef00b0b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:10.038278 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-03333a99-b850-4320-944e-96ef00b0b656 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8f9dd11e8374a7985fc4a92db14658a&device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 1127 time: 0.1360097 Feb 18 16:36:10.104513 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876554b0-fc8c-4e9d-af00-827c3e2195df req-fc5c75b8-4519-41ef-a5b6-ec2e3f8ce443 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:10.110038 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-876554b0-fc8c-4e9d-af00-827c3e2195df req-fc5c75b8-4519-41ef-a5b6-ec2e3f8ce443 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 946 time: 0.0698314 Feb 18 16:36:10.110642 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-c0d37472-c81b-4da2-811c-d61d17df2b1a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=763e727e-309e-41fe-8c1a-7bccc1fd730f HTTP/1.1" status: 200 len: 217 time: 0.0633128 Feb 18 16:36:10.214613 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb647d-e9a0-473d-9236-564d2beb53ad req-a3f3f034-e952-4699-9bc1-19bc3ebb1f4b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:10.216108 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a1eb647d-e9a0-473d-9236-564d2beb53ad req-a3f3f034-e952-4699-9bc1-19bc3ebb1f4b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.1049368 Feb 18 16:36:10.219919 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-876554b0-fc8c-4e9d-af00-827c3e2195df req-e11bd2f4-a307-4721-9ed1-71a34295f2e1 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8ea1fd7-3d0e-40b8-b141-617b5251179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976832 Feb 18 16:36:10.277902 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-7315548f-6a9f-4761-a03a-f6173da076c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:10.279730 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-7315548f-6a9f-4761-a03a-f6173da076c4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f67f844d-74e9-48b6-8285-f0d76073c1b5 HTTP/1.1" status: 200 len: 859 time: 0.1467826 Feb 18 16:36:10.282218 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a1eb647d-e9a0-473d-9236-564d2beb53ad req-bc3466f7-5b09-4ffd-a4d5-909e3492f4b5 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558605 Feb 18 16:36:10.288616 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-16937530-20f4-444e-92a7-27a7ae13aaf7 admin admin] Publish callbacks [] for security_group (4ca0620f-9b66-4f7b-a731-d505ec1536a2), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:10.304242 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-16937530-20f4-444e-92a7-27a7ae13aaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (4ca0620f-9b66-4f7b-a731-d505ec1536a2), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:10.331858 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-9671b9e0-e667-4c8b-bc37-eb95687e80eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418086 Feb 18 16:36:10.337604 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-3c24ccd5-f7f2-4d57-b9ba-2b4c7ee538c6 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:10.339246 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-3c24ccd5-f7f2-4d57-b9ba-2b4c7ee538c6 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.71 "GET /v2.0/networks?id=b70ae2d4-b37e-47df-8b0d-486770e38efd HTTP/1.1" status: 200 len: 811 time: 0.2421391 Feb 18 16:36:10.385990 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-16937530-20f4-444e-92a7-27a7ae13aaf7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c32f72b72094555bfd38f644a980f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4322128 Feb 18 16:36:10.388746 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 55952) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:10.409587 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16937530-20f4-444e-92a7-27a7ae13aaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca0620f-9b66-4f7b-a731-d505ec1536a2,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:10.443492 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-75111f6a-dceb-492d-9e8c-fa909c3d8e0a admin admin] Publish callbacks [] for security_group (4ca0620f-9b66-4f7b-a731-d505ec1536a2), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:10.465010 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-75111f6a-dceb-492d-9e8c-fa909c3d8e0a admin admin] Publish callbacks [] for security_group (4ca0620f-9b66-4f7b-a731-d505ec1536a2), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:10.497133 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-7eeb6030-cedb-4f80-bda3-4f5ef2c21c14 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9205f14486fc4e64830c7c133ec39235 HTTP/1.1" status: 200 len: 378 time: 0.1297119 Feb 18 16:36:10.513758 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-20140fcd-487a-4c40-8c8c-7845ab413ee7 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Request body: {'port': {'device_id': 'e559e227-70bd-408a-811e-2f169448437f', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'admin_state_up': True, 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'security_groups': ['91668af8-3d2d-4f96-95d7-7d0607b49fa5']}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:36:10.515574 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-75111f6a-dceb-492d-9e8c-fa909c3d8e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (4ca0620f-9b66-4f7b-a731-d505ec1536a2), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:10.518264 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-75111f6a-dceb-492d-9e8c-fa909c3d8e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:10.519441 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-75111f6a-dceb-492d-9e8c-fa909c3d8e0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ca0620f-9b66-4f7b-a731-d505ec1536a2 HTTP/1.1" status: 204 len: 168 time: 0.1291218 Feb 18 16:36:10.528749 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75111f6a-dceb-492d-9e8c-fa909c3d8e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca0620f-9b66-4f7b-a731-d505ec1536a2,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:10.533593 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-67f65e68-c385-468c-a67c-263023e14a15 service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681507 Feb 18 16:36:10.702333 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-be72c28c-4a26-4a68-a7d7-0b50256e9caf req-f1620ff0-e8df-47b7-9575-6467347e4aa1 service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352944 Feb 18 16:36:10.709561 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:10.720398 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-20140fcd-487a-4c40-8c8c-7845ab413ee7 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Made reservation on behalf of 9205f14486fc4e64830c7c133ec39235 for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:36:10.724281 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-20140fcd-487a-4c40-8c8c-7845ab413ee7 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:10.875772 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-20140fcd-487a-4c40-8c8c-7845ab413ee7 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Allocated IP 172.20.0.5 (b70ae2d4-b37e-47df-8b0d-486770e38efd/5dae24fa-8ac8-4459-aa31-b074ff5b2445/7bdbfbe1-62e3-42d5-9619-f0fadc8e2212) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:36:11.173945 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30d953-7ae4-40b5-bb7e-9d3bfd19aa8a req-adbf2f51-f1bb-49e9-90cc-a9af529d1a58 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:11.190581 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ca30d953-7ae4-40b5-bb7e-9d3bfd19aa8a req-adbf2f51-f1bb-49e9-90cc-a9af529d1a58 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.1990750 Feb 18 16:36:11.237072 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-20140fcd-487a-4c40-8c8c-7845ab413ee7 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for port (7bdbfbe1-62e3-42d5-9619-f0fadc8e2212), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:11.245243 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 982171f0-19a1-4cec-8f38-7db94b4e569a details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:36:11.295957 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ca30d953-7ae4-40b5-bb7e-9d3bfd19aa8a req-e0213c38-51d1-4870-a31e-634ae0f95a0c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007211 Feb 18 16:36:11.329914 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-20140fcd-487a-4c40-8c8c-7845ab413ee7 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (7bdbfbe1-62e3-42d5-9619-f0fadc8e2212), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:11.343671 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e7e71-24cd-45d3-8e8f-7ad2bd58329e req-0d1d07ea-ac91-4fc1-ad97-b41bbeb57f30 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:11.357605 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ac1e7e71-24cd-45d3-8e8f-7ad2bd58329e req-0d1d07ea-ac91-4fc1-ad97-b41bbeb57f30 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 943 time: 0.3038995 Feb 18 16:36:11.384602 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-20140fcd-487a-4c40-8c8c-7845ab413ee7 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Network b70ae2d4-b37e-47df-8b0d-486770e38efd is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:36:11.391292 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-20140fcd-487a-4c40-8c8c-7845ab413ee7 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:36:11.396070 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-20140fcd-487a-4c40-8c8c-7845ab413ee7 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:36:11.401323 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-20140fcd-487a-4c40-8c8c-7845ab413ee7 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:11.402051 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-20140fcd-487a-4c40-8c8c-7845ab413ee7 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:11.406645 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20140fcd-487a-4c40-8c8c-7845ab413ee7 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event updated for resources: {'Port': ['ID=7bdbfbe1-62e3-42d5-9619-f0fadc8e2212,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:11.445136 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-20140fcd-487a-4c40-8c8c-7845ab413ee7 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9381142 Feb 18 16:36:11.464680 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Request body: {'port': {'device_id': 'e559e227-70bd-408a-811e-2f169448437f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:36:11.479037 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ac1e7e71-24cd-45d3-8e8f-7ad2bd58329e req-14d9a8f9-6f71-40c5-930c-c4c787f693e6 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160769 Feb 18 16:36:11.595892 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (7bdbfbe1-62e3-42d5-9619-f0fadc8e2212), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:11.653446 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 982171f0-19a1-4cec-8f38-7db94b4e569a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=982171f0-19a1-4cec-8f38-7db94b4e569a,segment=NetworkSegment(88df7514-22c6-46e8-9a51-5371bd0502b6),segment_id=88df7514-22c6-46e8-9a51-5371bd0502b6)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:11.681917 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': '982171f0-19a1-4cec-8f38-7db94b4e569a', 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17', 'port_id': '982171f0-19a1-4cec-8f38-7db94b4e569a', 'mac_address': 'fa:16:3e:60:39:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67f844d-74e9-48b6-8285-f0d76073c1b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:36:11.723865 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df101d2-4c67-4ff0-9a59-ccd5227b65d7 req-8e015096-2763-4361-a16a-6b803a42567a tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:11.726599 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9df101d2-4c67-4ff0-9a59-ccd5227b65d7 req-8e015096-2763-4361-a16a-6b803a42567a tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 946 time: 0.1358342 Feb 18 16:36:11.727372 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 56006) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:11.741762 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 982171f0-19a1-4cec-8f38-7db94b4e569a is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:11.742763 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (982171f0-19a1-4cec-8f38-7db94b4e569a), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:11.750668 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53baff-944c-48b0-a4ff-b5ceb994b915 req-2c4bb7ee-17df-49d1-bf4f-e96c693ae5bc tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:11.762025 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0a53baff-944c-48b0-a4ff-b5ceb994b915 req-2c4bb7ee-17df-49d1-bf4f-e96c693ae5bc tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 931 time: 0.2770376 Feb 18 16:36:11.763749 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982171f0-19a1-4cec-8f38-7db94b4e569a {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:36:11.792200 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-677d23eb-7216-411f-a73b-a10f67efb90a None None] Provisioning complete for port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:36:11.792865 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-677d23eb-7216-411f-a73b-a10f67efb90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (7bdbfbe1-62e3-42d5-9619-f0fadc8e2212), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:11.805259 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 982171f0-19a1-4cec-8f38-7db94b4e569a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=982171f0-19a1-4cec-8f38-7db94b4e569a,segment=NetworkSegment(88df7514-22c6-46e8-9a51-5371bd0502b6),segment_id=88df7514-22c6-46e8-9a51-5371bd0502b6)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:11.840243 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (982171f0-19a1-4cec-8f38-7db94b4e569a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:11.865584 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0a53baff-944c-48b0-a4ff-b5ceb994b915 req-1f330329-e757-40ce-8bd3-cd42097d9fd2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931995 Feb 18 16:36:11.893698 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9df101d2-4c67-4ff0-9a59-ccd5227b65d7 req-3662d11c-59f4-43c9-a34d-33f8332e42c4 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8ea1fd7-3d0e-40b8-b141-617b5251179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280177 Feb 18 16:36:12.094024 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:36:12.103503 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Publish callbacks [] for port (7bdbfbe1-62e3-42d5-9619-f0fadc8e2212), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:12.110900 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe46bc-679e-4009-a6e2-ce9fbb94b3b3 req-e3dcd6fd-9f0e-4d2f-875f-edaf0a62844c tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:12.116548 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a1fe46bc-679e-4009-a6e2-ce9fbb94b3b3 req-e3dcd6fd-9f0e-4d2f-875f-edaf0a62844c tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.1237521 Feb 18 16:36:12.124867 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=982171f0-19a1-4cec-8f38-7db94b4e569a,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:12.125753 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Transition to ACTIVE for port object 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:36:12.140053 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-677d23eb-7216-411f-a73b-a10f67efb90a None None] Port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:36:12.142050 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (7bdbfbe1-62e3-42d5-9619-f0fadc8e2212), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:12.150255 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0613aa85-b24d-409b-826d-98fbf81733fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:12.237311 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a1fe46bc-679e-4009-a6e2-ce9fbb94b3b3 req-0623c9bc-8d60-46bc-860e-7130bb0d281d tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062467 Feb 18 16:36:12.246606 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdbfbe1-62e3-42d5-9619-f0fadc8e2212,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:12.258541 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['982171f0-19a1-4cec-8f38-7db94b4e569a'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:36:12.275347 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Attempting to bind port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:36:12.275684 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Attempting to bind port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '18d623a6-ba6c-4db6-ae61-7d782c20dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:36:12.276068 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Attempting to bind port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 on network b70ae2d4-b37e-47df-8b0d-486770e38efd {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:36:12.281705 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 on network b70ae2d4-b37e-47df-8b0d-486770e38efd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:36:12.282030 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Attempting to bind port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 on network b70ae2d4-b37e-47df-8b0d-486770e38efd {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:36:12.287959 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:36:12.288305 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Checking segment: {'id': '18d623a6-ba6c-4db6-ae61-7d782c20dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:36:12.288688 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Bound using segment: {'id': '18d623a6-ba6c-4db6-ae61-7d782c20dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:36:12.289114 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Bound port: 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d623a6-ba6c-4db6-ae61-7d782c20dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:36:12.289499 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (7bdbfbe1-62e3-42d5-9619-f0fadc8e2212), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:12.337776 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0613aa85-b24d-409b-826d-98fbf81733fc admin admin] Publish callbacks [] for security_group (39119a2b-a6e7-49a8-8af0-6b86de93b007), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:12.350467 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0613aa85-b24d-409b-826d-98fbf81733fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (39119a2b-a6e7-49a8-8af0-6b86de93b007), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:12.433842 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-0613aa85-b24d-409b-826d-98fbf81733fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5914a9710a194f70985700814994b314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7050731 Feb 18 16:36:12.435158 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613aa85-b24d-409b-826d-98fbf81733fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39119a2b-a6e7-49a8-8af0-6b86de93b007,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:12.444326 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 56030) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:12.481993 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] For port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:36:12.485641 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] For port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=7bdbfbe1-62e3-42d5-9619-f0fadc8e2212,segment=NetworkSegment(18d623a6-ba6c-4db6-ae61-7d782c20dc23),segment_id=18d623a6-ba6c-4db6-ae61-7d782c20dc23)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:36:12.501595 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (7bdbfbe1-62e3-42d5-9619-f0fadc8e2212), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:12.584947 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:12.585614 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:12.587678 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] 10.222.0.71 "PUT /v2.0/ports/7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 HTTP/1.1" status: 200 len: 1093 time: 1.1274536 Feb 18 16:36:12.588142 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e559e227-70bd-408a-811e-2f169448437f', 'tag': '7bdbfbe1-62e3-42d5-9619-f0fadc8e2212'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:36:12.590419 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b79e06-f20b-4a47-8e21-e7ed82f3ddd0" -d '{"events": [{"name": "network-changed", "server_uuid": "e559e227-70bd-408a-811e-2f169448437f", "tag": "7bdbfbe1-62e3-42d5-9619-f0fadc8e2212"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:36:12.597379 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ad4a2-9e0a-4d77-b564-84f05c2eddb0 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdbfbe1-62e3-42d5-9619-f0fadc8e2212,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:12.719768 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb8ded-5250-4249-a062-05f4553d524d req-d8a18397-76c8-476b-a370-afb69c632202 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:12.732381 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c2fb8ded-5250-4249-a062-05f4553d524d req-d8a18397-76c8-476b-a370-afb69c632202 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.2512634 Feb 18 16:36:12.744571 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-e5ab8078-0ae2-4195-adca-9900aaf9908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:12.748000 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-e5ab8078-0ae2-4195-adca-9900aaf9908f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9205f14486fc4e64830c7c133ec39235&device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 1127 time: 0.0883281 Feb 18 16:36:12.799741 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-959b7f21-ea43-4f1d-b6ed-6e33d55594f0 admin admin] Publish callbacks [] for security_group (39119a2b-a6e7-49a8-8af0-6b86de93b007), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:12.877251 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bd269-fd58-41c4-ba82-58fe589b5b04 req-5e6e3837-5a1c-4f95-85eb-53ba004f413f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:12.879360 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d23bd269-fd58-41c4-ba82-58fe589b5b04 req-5e6e3837-5a1c-4f95-85eb-53ba004f413f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 943 time: 0.2509897 Feb 18 16:36:12.994703 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-959b7f21-ea43-4f1d-b6ed-6e33d55594f0 admin admin] Publish callbacks [] for security_group (39119a2b-a6e7-49a8-8af0-6b86de93b007), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:13.001842 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c2fb8ded-5250-4249-a062-05f4553d524d req-294f9a87-90b4-44e7-816c-cb7fafe0ab10 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633491 Feb 18 16:36:13.119491 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d23bd269-fd58-41c4-ba82-58fe589b5b04 req-a084995b-32bc-4436-90df-ea9120f96c19 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154860 Feb 18 16:36:13.144035 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-2a1a8857-fa28-48c9-aac3-a853ad941330 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 HTTP/1.1" status: 200 len: 217 time: 0.3878026 Feb 18 16:36:13.147945 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a91c4e-a1b3-4010-84d3-d65710f6e2cc x-openstack-request-id: req-44a91c4e-a1b3-4010-84d3-d65710f6e2cc {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:36:13.148983 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e559e227-70bd-408a-811e-2f169448437f", "tag": "7bdbfbe1-62e3-42d5-9619-f0fadc8e2212", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:36:13.150227 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44a91c4e-a1b3-4010-84d3-d65710f6e2cc {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:36:13.151013 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e559e227-70bd-408a-811e-2f169448437f', 'tag': '7bdbfbe1-62e3-42d5-9619-f0fadc8e2212', 'status': 'completed', 'code': 200} Feb 18 16:36:13.235796 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-959b7f21-ea43-4f1d-b6ed-6e33d55594f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (39119a2b-a6e7-49a8-8af0-6b86de93b007), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:13.238954 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-959b7f21-ea43-4f1d-b6ed-6e33d55594f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:13.239681 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5837cd58-e6ff-4b0e-bd11-6b1bfccc6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:13.240417 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-959b7f21-ea43-4f1d-b6ed-6e33d55594f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39119a2b-a6e7-49a8-8af0-6b86de93b007 HTTP/1.1" status: 204 len: 168 time: 0.7795064 Feb 18 16:36:13.241272 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-5837cd58-e6ff-4b0e-bd11-6b1bfccc6c00 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5dae24fa-8ac8-4459-aa31-b074ff5b2445 HTTP/1.1" status: 200 len: 850 time: 0.0871930 Feb 18 16:36:13.251010 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b7f21-ea43-4f1d-b6ed-6e33d55594f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39119a2b-a6e7-49a8-8af0-6b86de93b007,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:13.258712 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 763e727e-309e-41fe-8c1a-7bccc1fd730f details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:36:13.325217 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-d52e473f-3910-4939-a670-da737f23841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:13.328049 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-d52e473f-3910-4939-a670-da737f23841f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b70ae2d4-b37e-47df-8b0d-486770e38efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713358 Feb 18 16:36:13.329532 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b3708-4da7-4461-8c89-f80f530892f3 req-6c3b06f3-01e9-42b6-b25a-cd2e278ba844 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:13.336362 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-174b3708-4da7-4461-8c89-f80f530892f3 req-6c3b06f3-01e9-42b6-b25a-cd2e278ba844 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 943 time: 0.1834030 Feb 18 16:36:13.373206 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f309e4-d3df-4c6f-b351-2037cd837c39 req-a1baf6d2-d51c-434d-a5ee-97891da04d22 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:13.374845 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a6f309e4-d3df-4c6f-b351-2037cd837c39 req-a1baf6d2-d51c-434d-a5ee-97891da04d22 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.1084974 Feb 18 16:36:13.398890 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 56074) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:13.412839 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-174b3708-4da7-4461-8c89-f80f530892f3 req-4ba75767-d34a-427d-be5b-63c46142b8bf tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725601 Feb 18 16:36:13.423205 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-d5710302-6ea4-422e-8174-209fe3ad650c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Request body: {'floatingip': {'port_id': 'efb85b90-8a8a-47b7-885d-98467875b692'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:36:13.450112 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 763e727e-309e-41fe-8c1a-7bccc1fd730f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=763e727e-309e-41fe-8c1a-7bccc1fd730f,segment=NetworkSegment(88df7514-22c6-46e8-9a51-5371bd0502b6),segment_id=88df7514-22c6-46e8-9a51-5371bd0502b6)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:13.473773 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': '763e727e-309e-41fe-8c1a-7bccc1fd730f', 'network_id': 'c1c4f35c-86d5-431f-9fd3-6e07d8918e17', 'port_id': '763e727e-309e-41fe-8c1a-7bccc1fd730f', 'mac_address': 'fa:16:3e:c0:83:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67f844d-74e9-48b6-8285-f0d76073c1b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:36:13.507999 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d5710302-6ea4-422e-8174-209fe3ad650c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for floatingip (c83a822d-a563-440b-b86a-eb372cb1b4c0), before_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:13.573444 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-77bfb786-aae9-4754-8ddb-da3d57bbaeaa service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358494 Feb 18 16:36:13.575632 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 763e727e-309e-41fe-8c1a-7bccc1fd730f is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:13.576040 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (763e727e-309e-41fe-8c1a-7bccc1fd730f), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:13.599810 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763e727e-309e-41fe-8c1a-7bccc1fd730f {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:36:13.632107 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 763e727e-309e-41fe-8c1a-7bccc1fd730f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=763e727e-309e-41fe-8c1a-7bccc1fd730f,segment=NetworkSegment(88df7514-22c6-46e8-9a51-5371bd0502b6),segment_id=88df7514-22c6-46e8-9a51-5371bd0502b6)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:13.640508 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (763e727e-309e-41fe-8c1a-7bccc1fd730f), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:13.650042 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 56084) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:13.751778 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b7bea489-dcdb-4bdf-bcb6-3ceb00d8e8ee req-18338eb4-ba21-45ad-abf8-9f2ffc12148a service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657729 Feb 18 16:36:13.765188 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=763e727e-309e-41fe-8c1a-7bccc1fd730f,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:13.899400 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b79e06-f20b-4a47-8e21-e7ed82f3ddd0 req-bfd87538-903a-43d9-a573-fe75f929c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:13.901407 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-12b79e06-f20b-4a47-8e21-e7ed82f3ddd0 req-bfd87538-903a-43d9-a573-fe75f929c9cb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9205f14486fc4e64830c7c133ec39235&device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 1127 time: 0.0821214 Feb 18 16:36:13.957152 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 56098) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:13.969833 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-4250b331-c574-4d90-9adc-f675d8940428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:13.978820 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['763e727e-309e-41fe-8c1a-7bccc1fd730f'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:36:14.082350 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b79e06-f20b-4a47-8e21-e7ed82f3ddd0 req-6659621a-50b9-4fae-958e-6dba8dc51ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:14.084141 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-12b79e06-f20b-4a47-8e21-e7ed82f3ddd0 req-6659621a-50b9-4fae-958e-6dba8dc51ec8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b70ae2d4-b37e-47df-8b0d-486770e38efd HTTP/1.1" status: 200 len: 912 time: 0.1674659 Feb 18 16:36:14.184607 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-12b79e06-f20b-4a47-8e21-e7ed82f3ddd0 req-4a40720c-43b4-4cf4-aa34-26a8dc745919 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 HTTP/1.1" status: 200 len: 217 time: 0.0622864 Feb 18 16:36:14.256176 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b79e06-f20b-4a47-8e21-e7ed82f3ddd0 req-01e023cc-e714-4c3f-b9e8-3aed4871ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:14.258264 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-12b79e06-f20b-4a47-8e21-e7ed82f3ddd0 req-01e023cc-e714-4c3f-b9e8-3aed4871ed6c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5dae24fa-8ac8-4459-aa31-b074ff5b2445 HTTP/1.1" status: 200 len: 850 time: 0.0639534 Feb 18 16:36:14.300942 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3f5bbd6c-385f-4a72-a88c-6e1ead8f3ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:14.384750 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b79e06-f20b-4a47-8e21-e7ed82f3ddd0 req-7586bd92-4744-4547-bd2f-4f09d3608f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:14.386771 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-12b79e06-f20b-4a47-8e21-e7ed82f3ddd0 req-7586bd92-4744-4547-bd2f-4f09d3608f91 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b70ae2d4-b37e-47df-8b0d-486770e38efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763791 Feb 18 16:36:14.508290 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-12b79e06-f20b-4a47-8e21-e7ed82f3ddd0 req-51c92d97-120c-4ef1-868f-94323b8d44ba service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067059 Feb 18 16:36:14.556119 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee245a4-9f07-478c-8744-d90a3a2c6259 req-9df14d82-2ee0-48f0-8cbb-791e80ea9247 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:14.557751 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6ee245a4-9f07-478c-8744-d90a3a2c6259 req-9df14d82-2ee0-48f0-8cbb-791e80ea9247 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 944 time: 0.2579074 Feb 18 16:36:14.621126 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-12b79e06-f20b-4a47-8e21-e7ed82f3ddd0 req-48183f6b-9720-4bc1-a832-563625932ec4 service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997477 Feb 18 16:36:14.722744 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-4250b331-c574-4d90-9adc-f675d8940428 admin admin] Publish callbacks [] for security_group (bba18d6c-ca50-4198-9d4f-624c9d403335), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:14.743326 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.db.resource_extend [None req-d5710302-6ea4-422e-8174-209fe3ad650c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 16:36:14.745469 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-4250b331-c574-4d90-9adc-f675d8940428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (bba18d6c-ca50-4198-9d4f-624c9d403335), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:14.806195 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3f5bbd6c-385f-4a72-a88c-6e1ead8f3ef0 admin admin] Publish callbacks [] for security_group (c8f0daa0-fc86-4171-9d39-a23590a20170), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:14.824274 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6ee245a4-9f07-478c-8744-d90a3a2c6259 req-2c4be1b8-9ccb-4c90-b471-97ec448e8bfe tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523947 Feb 18 16:36:14.845802 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3f5bbd6c-385f-4a72-a88c-6e1ead8f3ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (c8f0daa0-fc86-4171-9d39-a23590a20170), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:14.893527 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-3f5bbd6c-385f-4a72-a88c-6e1ead8f3ef0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e54bb99136ae4fa0964d54062eec62bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9313979 Feb 18 16:36:14.893764 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 56130) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:14.929140 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-4250b331-c574-4d90-9adc-f675d8940428 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3499b5d5c95e4632aff3cdf95b420784&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2754385 Feb 18 16:36:14.931886 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 56132) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:14.949044 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250b331-c574-4d90-9adc-f675d8940428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba18d6c-ca50-4198-9d4f-624c9d403335,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:14.950840 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-e18a73b4-b5ed-4a45-bfc1-4db3b3e5a86d admin admin] Publish callbacks [] for security_group (c8f0daa0-fc86-4171-9d39-a23590a20170), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:14.962229 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d5710302-6ea4-422e-8174-209fe3ad650c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:14.978406 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d5710302-6ea4-422e-8174-209fe3ad650c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (c83a822d-a563-440b-b86a-eb372cb1b4c0), after_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:14.979292 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-e18a73b4-b5ed-4a45-bfc1-4db3b3e5a86d admin admin] Publish callbacks [] for security_group (c8f0daa0-fc86-4171-9d39-a23590a20170), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.034196 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-e18a73b4-b5ed-4a45-bfc1-4db3b3e5a86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (c8f0daa0-fc86-4171-9d39-a23590a20170), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.036896 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-e18a73b4-b5ed-4a45-bfc1-4db3b3e5a86d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.038672 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-e18a73b4-b5ed-4a45-bfc1-4db3b3e5a86d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8f0daa0-fc86-4171-9d39-a23590a20170 HTTP/1.1" status: 204 len: 168 time: 0.1433370 Feb 18 16:36:15.055299 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a73b4-b5ed-4a45-bfc1-4db3b3e5a86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f0daa0-fc86-4171-9d39-a23590a20170,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:15.057767 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bbd6c-385f-4a72-a88c-6e1ead8f3ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f0daa0-fc86-4171-9d39-a23590a20170,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:15.113672 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac8692-1ba1-4ac9-8ac5-f9ae68f71a96 req-60d7cff3-00b5-46f5-89b5-bc86c0c689c0 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:15.115162 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-17ac8692-1ba1-4ac9-8ac5-f9ae68f71a96 req-60d7cff3-00b5-46f5-89b5-bc86c0c689c0 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 943 time: 0.2185109 Feb 18 16:36:15.160016 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7e3c35c7-6944-4ec1-b2df-84f2018072b6 admin admin] Publish callbacks [] for security_group (bba18d6c-ca50-4198-9d4f-624c9d403335), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.180915 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.l3_db [None req-d5710302-6ea4-422e-8174-209fe3ad650c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Floating IP c83a822d-a563-440b-b86a-eb372cb1b4c0 associated. External IP: 172.27.2.98, port: efb85b90-8a8a-47b7-885d-98467875b692. Feb 18 16:36:15.236916 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7e3c35c7-6944-4ec1-b2df-84f2018072b6 admin admin] Publish callbacks [] for security_group (bba18d6c-ca50-4198-9d4f-624c9d403335), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.261394 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-17ac8692-1ba1-4ac9-8ac5-f9ae68f71a96 req-cdb5a20e-ac00-43eb-b4da-417c0d497749 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1365790 Feb 18 16:36:15.278805 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 982171f0-19a1-4cec-8f38-7db94b4e569a up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:36:15.336802 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port 982171f0-19a1-4cec-8f38-7db94b4e569a completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:36:15.341578 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port 982171f0-19a1-4cec-8f38-7db94b4e569a triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:36:15.342202 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (982171f0-19a1-4cec-8f38-7db94b4e569a), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.355058 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7e3c35c7-6944-4ec1-b2df-84f2018072b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (bba18d6c-ca50-4198-9d4f-624c9d403335), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.358016 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7e3c35c7-6944-4ec1-b2df-84f2018072b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.362127 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-7e3c35c7-6944-4ec1-b2df-84f2018072b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bba18d6c-ca50-4198-9d4f-624c9d403335 HTTP/1.1" status: 204 len: 168 time: 0.4116139 Feb 18 16:36:15.401721 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c35c7-6944-4ec1-b2df-84f2018072b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba18d6c-ca50-4198-9d4f-624c9d403335,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:15.444690 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 982171f0-19a1-4cec-8f38-7db94b4e569a is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:15.445087 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (982171f0-19a1-4cec-8f38-7db94b4e569a), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.454747 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 56142) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:15.471397 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a85c36-d87f-4a91-8855-b74f9703d67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982171f0-19a1-4cec-8f38-7db94b4e569a'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:36:15.473287 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-de4dc65c-4e0f-4ced-9429-f78aaca916bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.473704 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8041df-0f7b-479b-8cb2-cb97ccc285b4" -d '{"events": [{"server_uuid": "99a85c36-d87f-4a91-8855-b74f9703d67c", "name": "network-vif-plugged", "status": "completed", "tag": "982171f0-19a1-4cec-8f38-7db94b4e569a"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:36:15.492784 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 982171f0-19a1-4cec-8f38-7db94b4e569a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=982171f0-19a1-4cec-8f38-7db94b4e569a,segment=NetworkSegment(88df7514-22c6-46e8-9a51-5371bd0502b6),segment_id=88df7514-22c6-46e8-9a51-5371bd0502b6)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:15.504260 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (982171f0-19a1-4cec-8f38-7db94b4e569a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.504885 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5710302-6ea4-422e-8174-209fe3ad650c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Router 9cd768a8-433f-4133-b250-ec628925df1f has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:36:15.505279 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 763e727e-309e-41fe-8c1a-7bccc1fd730f up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:36:15.546016 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8447aa-d19d-4ee3-bd43-bae7c735d853 x-openstack-request-id: req-bb8447aa-d19d-4ee3-bd43-bae7c735d853 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:36:15.546699 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a85c36-d87f-4a91-8855-b74f9703d67c", "name": "network-vif-plugged", "status": "completed", "tag": "982171f0-19a1-4cec-8f38-7db94b4e569a", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:36:15.547016 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb8447aa-d19d-4ee3-bd43-bae7c735d853 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:36:15.547626 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a85c36-d87f-4a91-8855-b74f9703d67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982171f0-19a1-4cec-8f38-7db94b4e569a', 'code': 200} Feb 18 16:36:15.611712 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=982171f0-19a1-4cec-8f38-7db94b4e569a,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:15.626673 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-de4dc65c-4e0f-4ced-9429-f78aaca916bd admin admin] Publish callbacks [] for security_group (841b2b32-e42d-4f24-ae1f-f465bb6461d0), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.628096 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port 763e727e-309e-41fe-8c1a-7bccc1fd730f completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:36:15.634316 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5710302-6ea4-422e-8174-209fe3ad650c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:36:15.635922 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-de4dc65c-4e0f-4ced-9429-f78aaca916bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (841b2b32-e42d-4f24-ae1f-f465bb6461d0), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.636043 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port 763e727e-309e-41fe-8c1a-7bccc1fd730f triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:36:15.636239 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (763e727e-309e-41fe-8c1a-7bccc1fd730f), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.650903 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082ee000-3026-4ee2-b12d-65a6dd5f1733 None None] Sync routers for ids ['9cd768a8-433f-4133-b250-ec628925df1f'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:36:15.653190 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d5710302-6ea4-422e-8174-209fe3ad650c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.665906 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ee000-3026-4ee2-b12d-65a6dd5f1733 None None] Routers {'9cd768a8-433f-4133-b250-ec628925df1f'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:36:15.667907 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-082ee000-3026-4ee2-b12d-65a6dd5f1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:36:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9cd768a8-433f-4133-b250-ec628925df1f'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:36:15.695180 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dc65c-4e0f-4ced-9429-f78aaca916bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841b2b32-e42d-4f24-ae1f-f465bb6461d0,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:15.713924 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-d5710302-6ea4-422e-8174-209fe3ad650c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "PUT /v2.0/floatingips/c83a822d-a563-440b-b86a-eb372cb1b4c0 HTTP/1.1" status: 200 len: 990 time: 2.2972333 Feb 18 16:36:15.714637 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bd2870-baf9-464c-bbc2-4356c559364b', 'tag': 'efb85b90-8a8a-47b7-885d-98467875b692'}] {{(pid=102872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:36:15.719582 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982a6f8180be25104a37d0fe3acdd82455238c01b1010dd46e5de7cc24a09886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee9e870-d9a1-4cc4-91cb-414cc01c9dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "70bd2870-baf9-464c-bbc2-4356c559364b", "tag": "efb85b90-8a8a-47b7-885d-98467875b692"}]}' {{(pid=102872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:36:15.727916 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 56152) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:15.730298 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-de4dc65c-4e0f-4ced-9429-f78aaca916bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92f2d28a3b37499399c25cea0f1ed854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748489 Feb 18 16:36:15.784890 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 763e727e-309e-41fe-8c1a-7bccc1fd730f is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:15.785863 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (763e727e-309e-41fe-8c1a-7bccc1fd730f), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.802627 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50feaf53-f9a0-42de-a46d-d16fb9c7a4cc x-openstack-request-id: req-50feaf53-f9a0-42de-a46d-d16fb9c7a4cc {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:36:15.802627 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bd2870-baf9-464c-bbc2-4356c559364b", "tag": "efb85b90-8a8a-47b7-885d-98467875b692", "status": "completed", "code": 200}]} {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:36:15.802627 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50feaf53-f9a0-42de-a46d-d16fb9c7a4cc {{(pid=102872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:36:15.802627 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bd2870-baf9-464c-bbc2-4356c559364b', 'tag': 'efb85b90-8a8a-47b7-885d-98467875b692', 'status': 'completed', 'code': 200} Feb 18 16:36:15.855375 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ae19-5f41-428b-a1d0-d9ca3df43c16 admin admin] Publish callbacks [] for security_group (841b2b32-e42d-4f24-ae1f-f465bb6461d0), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.873224 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 763e727e-309e-41fe-8c1a-7bccc1fd730f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=763e727e-309e-41fe-8c1a-7bccc1fd730f,segment=NetworkSegment(88df7514-22c6-46e8-9a51-5371bd0502b6),segment_id=88df7514-22c6-46e8-9a51-5371bd0502b6)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:15.888942 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (763e727e-309e-41fe-8c1a-7bccc1fd730f), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.920648 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-082ee000-3026-4ee2-b12d-65a6dd5f1733 None None] Set router 9cd768a8-433f-4133-b250-ec628925df1f gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:36:15.934291 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ae19-5f41-428b-a1d0-d9ca3df43c16 admin admin] Publish callbacks [] for security_group (841b2b32-e42d-4f24-ae1f-f465bb6461d0), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:15.962494 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f584f18-4967-44e1-9570-13a77487459e req-0c6a36ba-953b-42b3-83cf-af4bff8a7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:15.964550 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5f584f18-4967-44e1-9570-13a77487459e req-0c6a36ba-953b-42b3-83cf-af4bff8a7fdd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 1129 time: 0.1849790 Feb 18 16:36:15.985158 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9e870-d9a1-4cc4-91cb-414cc01c9dcd req-a065973f-027b-4ff1-bc23-a028077ca365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:15.986994 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0ee9e870-d9a1-4cc4-91cb-414cc01c9dcd req-a065973f-027b-4ff1-bc23-a028077ca365 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e745c53f42364825b2b8bdb6a6741075&device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 1129 time: 0.1679146 Feb 18 16:36:16.016752 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=763e727e-309e-41fe-8c1a-7bccc1fd730f,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:16.060503 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 56164) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:16.088678 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8993-cd67-468a-84fc-73f1982ed727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:16.109946 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9e870-d9a1-4cc4-91cb-414cc01c9dcd req-e0f96fa1-52ea-4158-a03b-2c7f77cc7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:16.119210 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0ee9e870-d9a1-4cc4-91cb-414cc01c9dcd req-e0f96fa1-52ea-4158-a03b-2c7f77cc7b0c service neutron] 10.222.0.71 "GET /v2.0/networks?id=bd8dd797-fe66-4c99-94a2-e13cd1572e21 HTTP/1.1" status: 200 len: 917 time: 0.1236959 Feb 18 16:36:16.196477 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8993-cd67-468a-84fc-73f1982ed727 admin admin] Publish callbacks [] for security_group (2c080827-a7dc-4f49-a361-a0cd9e2cc978), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:16.219684 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c4657-8beb-43cd-8b7b-052c8b07b7df req-1405359e-56b7-4627-ab75-154a3ec2277a tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:16.220279 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5f584f18-4967-44e1-9570-13a77487459e req-55c117f8-f8c5-434d-9359-b40c73357b27 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458591 Feb 18 16:36:16.221298 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4a6c4657-8beb-43cd-8b7b-052c8b07b7df req-1405359e-56b7-4627-ab75-154a3ec2277a tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.2567723 Feb 18 16:36:16.222023 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8993-cd67-468a-84fc-73f1982ed727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (2c080827-a7dc-4f49-a361-a0cd9e2cc978), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:16.262979 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0ee9e870-d9a1-4cc4-91cb-414cc01c9dcd req-e5dda24f-1ee9-4bc9-8621-167bac9f6e7d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efb85b90-8a8a-47b7-885d-98467875b692 HTTP/1.1" status: 200 len: 998 time: 0.1356974 Feb 18 16:36:16.273390 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-9a1a8993-cd67-468a-84fc-73f1982ed727 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=831aed97efd5439487da5e26ce187fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028873 Feb 18 16:36:16.275165 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 56170) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:16.292871 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a8993-cd67-468a-84fc-73f1982ed727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c080827-a7dc-4f49-a361-a0cd9e2cc978,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:16.336190 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-082ee000-3026-4ee2-b12d-65a6dd5f1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:35Z', 'revision_number': 4, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'c83a822d-a563-440b-b86a-eb372cb1b4c0', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'port_id': 'efb85b90-8a8a-47b7-885d-98467875b692', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'mac_address': 'fa:16:3e:3e:de:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bd2870-baf9-464c-bbc2-4356c559364b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:35:43Z', 'updated_at': '2022-02-18T16:36:14Z', 'revision_number': 1, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0859fa54-3dfb-4f8f-9527-136671482901', 'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'mac_address': 'fa:16:3e:b9:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:34Z', 'updated_at': '2022-02-18T16:35:44Z', 'revision_number': 5, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'subnets': [{'id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:36:16.373595 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4a6c4657-8beb-43cd-8b7b-052c8b07b7df req-aadb2d94-baa2-4e44-b596-89803151b22b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109390 Feb 18 16:36:16.375053 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ae19-5f41-428b-a1d0-d9ca3df43c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (841b2b32-e42d-4f24-ae1f-f465bb6461d0), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:16.377766 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ae19-5f41-428b-a1d0-d9ca3df43c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:16.388189 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-fbc3ae19-5f41-428b-a1d0-d9ca3df43c16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/841b2b32-e42d-4f24-ae1f-f465bb6461d0 HTTP/1.1" status: 204 len: 168 time: 0.6588821 Feb 18 16:36:16.408031 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082ee000-3026-4ee2-b12d-65a6dd5f1733 None None] Checking router: 9cd768a8-433f-4133-b250-ec628925df1f for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:36:16.410731 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3ae19-5f41-428b-a1d0-d9ca3df43c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841b2b32-e42d-4f24-ae1f-f465bb6461d0,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:16.416915 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0488b8a1-444d-4c7c-9b61-68292e79c328 admin admin] Publish callbacks [] for security_group (2c080827-a7dc-4f49-a361-a0cd9e2cc978), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:16.434467 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ee000-3026-4ee2-b12d-65a6dd5f1733 None None] Routers {'9cd768a8-433f-4133-b250-ec628925df1f'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:36:16.435105 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-082ee000-3026-4ee2-b12d-65a6dd5f1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:36:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9cd768a8-433f-4133-b250-ec628925df1f'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:36:16.485041 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0488b8a1-444d-4c7c-9b61-68292e79c328 admin admin] Publish callbacks [] for security_group (2c080827-a7dc-4f49-a361-a0cd9e2cc978), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:16.518502 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ee4d8-14c9-4f58-909b-fef6771c47b7 req-ab3749ed-50ec-4d99-8ded-6968dbb3991a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:16.520016 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-919ee4d8-14c9-4f58-909b-fef6771c47b7 req-ab3749ed-50ec-4d99-8ded-6968dbb3991a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 943 time: 0.1110389 Feb 18 16:36:16.606397 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-919ee4d8-14c9-4f58-909b-fef6771c47b7 req-382ecad1-4708-413c-96aa-7ad33f6fa605 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785859 Feb 18 16:36:16.622934 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9e870-d9a1-4cc4-91cb-414cc01c9dcd req-1701b6b6-cabb-40c9-bd0a-3140fc5b32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:16.629424 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0ee9e870-d9a1-4cc4-91cb-414cc01c9dcd req-1701b6b6-cabb-40c9-bd0a-3140fc5b32e6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebd8b386-a802-4950-b96c-778f7be7d919 HTTP/1.1" status: 200 len: 855 time: 0.1732030 Feb 18 16:36:16.664447 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-082ee000-3026-4ee2-b12d-65a6dd5f1733 None None] Set router 9cd768a8-433f-4133-b250-ec628925df1f gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:36:16.683874 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0488b8a1-444d-4c7c-9b61-68292e79c328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (2c080827-a7dc-4f49-a361-a0cd9e2cc978), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:16.687967 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0488b8a1-444d-4c7c-9b61-68292e79c328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:16.689179 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-0488b8a1-444d-4c7c-9b61-68292e79c328 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c080827-a7dc-4f49-a361-a0cd9e2cc978 HTTP/1.1" status: 204 len: 168 time: 0.4129181 Feb 18 16:36:16.699971 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9e870-d9a1-4cc4-91cb-414cc01c9dcd req-a7da97fc-2dec-43af-9423-7e5adfd29e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:16.701155 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0ee9e870-d9a1-4cc4-91cb-414cc01c9dcd req-a7da97fc-2dec-43af-9423-7e5adfd29e8b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bd8dd797-fe66-4c99-94a2-e13cd1572e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630028 Feb 18 16:36:16.706988 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488b8a1-444d-4c7c-9b61-68292e79c328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c080827-a7dc-4f49-a361-a0cd9e2cc978,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:16.814885 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0ee9e870-d9a1-4cc4-91cb-414cc01c9dcd req-d087d2e6-a565-46f3-9713-c890076ca810 service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988922 Feb 18 16:36:16.991867 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-082ee000-3026-4ee2-b12d-65a6dd5f1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:35Z', 'revision_number': 4, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'c83a822d-a563-440b-b86a-eb372cb1b4c0', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'port_id': 'efb85b90-8a8a-47b7-885d-98467875b692', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'mac_address': 'fa:16:3e:3e:de:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bd2870-baf9-464c-bbc2-4356c559364b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:35:43Z', 'updated_at': '2022-02-18T16:36:14Z', 'revision_number': 1, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0859fa54-3dfb-4f8f-9527-136671482901', 'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'mac_address': 'fa:16:3e:b9:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:34Z', 'updated_at': '2022-02-18T16:35:44Z', 'revision_number': 5, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'subnets': [{'id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:36:17.011912 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0ee9e870-d9a1-4cc4-91cb-414cc01c9dcd req-c69f9ec2-1964-48b2-8213-853ccd72fb6c service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895761 Feb 18 16:36:17.026281 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082ee000-3026-4ee2-b12d-65a6dd5f1733 None None] The sync data for ids ['9cd768a8-433f-4133-b250-ec628925df1f'] in dv-cinder-826607-4-iscsi is: [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:35Z', 'revision_number': 4, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'c83a822d-a563-440b-b86a-eb372cb1b4c0', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'port_id': 'efb85b90-8a8a-47b7-885d-98467875b692', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'mac_address': 'fa:16:3e:3e:de:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bd2870-baf9-464c-bbc2-4356c559364b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:35:43Z', 'updated_at': '2022-02-18T16:36:14Z', 'revision_number': 1, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0859fa54-3dfb-4f8f-9527-136671482901', 'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'mac_address': 'fa:16:3e:b9:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:34Z', 'updated_at': '2022-02-18T16:35:44Z', 'revision_number': 5, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'subnets': [{'id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:36:17.269200 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:36:17.312084 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea119043-9b31-43c6-9779-ab748342f42c None None] New status for floating IP c83a822d-a563-440b-b86a-eb372cb1b4c0: ACTIVE {{(pid=102873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:36:17.516788 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=7bdbfbe1-62e3-42d5-9619-f0fadc8e2212,segment=NetworkSegment(18d623a6-ba6c-4db6-ae61-7d782c20dc23),segment_id=18d623a6-ba6c-4db6-ae61-7d782c20dc23)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:17.549473 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': '7bdbfbe1-62e3-42d5-9619-f0fadc8e2212', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'port_id': '7bdbfbe1-62e3-42d5-9619-f0fadc8e2212', 'mac_address': 'fa:16:3e:83:b3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:36:17.553249 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da60f8f1-1607-4c80-9d90-a7a34ef5cb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763e727e-309e-41fe-8c1a-7bccc1fd730f'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:36:17.555945 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd83c62b-d483-42ae-a480-e87931635a74" -d '{"events": [{"server_uuid": "da60f8f1-1607-4c80-9d90-a7a34ef5cb8c", "name": "network-vif-plugged", "status": "completed", "tag": "763e727e-309e-41fe-8c1a-7bccc1fd730f"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:36:17.656583 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e72463-b71b-4215-8f90-5f8e3d9f4439 x-openstack-request-id: req-06e72463-b71b-4215-8f90-5f8e3d9f4439 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:36:17.657720 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da60f8f1-1607-4c80-9d90-a7a34ef5cb8c", "name": "network-vif-plugged", "status": "completed", "tag": "763e727e-309e-41fe-8c1a-7bccc1fd730f", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:36:17.658599 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06e72463-b71b-4215-8f90-5f8e3d9f4439 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:36:17.659846 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da60f8f1-1607-4c80-9d90-a7a34ef5cb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763e727e-309e-41fe-8c1a-7bccc1fd730f', 'code': 200} Feb 18 16:36:17.780662 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:17.782206 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (7bdbfbe1-62e3-42d5-9619-f0fadc8e2212), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:17.865392 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57348d-b4d9-4f56-9e4e-3cc8c10a8024 req-1d3f1a46-b4bf-422f-b0c9-b4f21c4d2cca tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:17.868728 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7f57348d-b4d9-4f56-9e4e-3cc8c10a8024 req-1d3f1a46-b4bf-422f-b0c9-b4f21c4d2cca tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.4202785 Feb 18 16:36:17.879556 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:36:17.882431 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f020c-71c1-4ce1-8569-2ad7ce54bda4 req-5af4c650-579d-4736-a920-bb04404dd8ef tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:17.883776 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-062f020c-71c1-4ce1-8569-2ad7ce54bda4 req-5af4c650-579d-4736-a920-bb04404dd8ef tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 943 time: 0.1205988 Feb 18 16:36:17.964286 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=7bdbfbe1-62e3-42d5-9619-f0fadc8e2212,segment=NetworkSegment(18d623a6-ba6c-4db6-ae61-7d782c20dc23),segment_id=18d623a6-ba6c-4db6-ae61-7d782c20dc23)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:17.971762 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-062f020c-71c1-4ce1-8569-2ad7ce54bda4 req-f337ed22-b5c6-4af7-af10-28036008201a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704124 Feb 18 16:36:17.980738 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7f57348d-b4d9-4f56-9e4e-3cc8c10a8024 req-becdeade-b770-4c0e-91e4-d73bf4286194 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956874 Feb 18 16:36:17.991715 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (7bdbfbe1-62e3-42d5-9619-f0fadc8e2212), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:18.026521 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115a34-9ec6-4533-b584-45e8c49b78c7 req-5eaaef1c-dbb0-40be-8768-e757b76ffc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:18.028206 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f7115a34-9ec6-4533-b584-45e8c49b78c7 req-5eaaef1c-dbb0-40be-8768-e757b76ffc0e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 1129 time: 0.0954971 Feb 18 16:36:18.073593 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=7bdbfbe1-62e3-42d5-9619-f0fadc8e2212,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:18.118929 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f7115a34-9ec6-4533-b584-45e8c49b78c7 req-d9032da1-c3a7-480c-afb7-1a70128363ae service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826101 Feb 18 16:36:18.320761 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['7bdbfbe1-62e3-42d5-9619-f0fadc8e2212'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:36:19.154098 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ccf65-9dd1-4e14-aa99-5cfe894377c6 req-a5ca0a3f-2864-478b-b7a3-43788527033e tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:19.163298 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2c2ccf65-9dd1-4e14-aa99-5cfe894377c6 req-a5ca0a3f-2864-478b-b7a3-43788527033e tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 944 time: 0.0981493 Feb 18 16:36:19.255876 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2c2ccf65-9dd1-4e14-aa99-5cfe894377c6 req-c597dd4f-dc9d-4dc1-b690-5b623df89191 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914321 Feb 18 16:36:19.314636 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceadfca-acb0-4da0-9d11-85468fe7dba4 req-895a2ff1-50c4-4e82-a2f7-464ccda53504 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:19.316172 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cceadfca-acb0-4da0-9d11-85468fe7dba4 req-895a2ff1-50c4-4e82-a2f7-464ccda53504 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0591245 Feb 18 16:36:19.367072 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cceadfca-acb0-4da0-9d11-85468fe7dba4 req-de654b73-69b4-4ee1-beb8-b05c0ae5cc4f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453665 Feb 18 16:36:20.542683 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b613f93-0e09-41d1-bf70-902cce45b45f req-4615dcba-8e9b-4cd9-b96a-33e24ab7c940 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:20.544180 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7b613f93-0e09-41d1-bf70-902cce45b45f req-4615dcba-8e9b-4cd9-b96a-33e24ab7c940 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0993674 Feb 18 16:36:20.551194 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660c915-289f-497b-b32c-6101c091a9a8 req-7a27ce33-b243-4756-9e8f-ce91c2d7b23a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:20.552615 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7660c915-289f-497b-b32c-6101c091a9a8 req-7a27ce33-b243-4756-9e8f-ce91c2d7b23a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 944 time: 0.0781393 Feb 18 16:36:20.624562 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7b613f93-0e09-41d1-bf70-902cce45b45f req-11aa58ff-1516-44ab-894b-dc94aebfab7e tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706851 Feb 18 16:36:20.631367 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7660c915-289f-497b-b32c-6101c091a9a8 req-3f9b78ac-dfad-47b2-9df3-dae6ab8f402e tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710428 Feb 18 16:36:20.905540 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76605ab6-77d8-40ff-ac32-7dde9ff31518 req-3243ce86-d9f6-4756-917c-5fe7420779e3 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:20.907393 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-76605ab6-77d8-40ff-ac32-7dde9ff31518 req-3243ce86-d9f6-4756-917c-5fe7420779e3 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0536716 Feb 18 16:36:20.953538 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-76605ab6-77d8-40ff-ac32-7dde9ff31518 req-5a50679c-adb8-4269-b163-3fc0ba77efc8 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408180 Feb 18 16:36:21.750865 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b437d-7570-420a-89bd-1ad5a2271104 req-66c748e1-227a-48a4-9352-8d5b5db92a5b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:21.752317 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9b8b437d-7570-420a-89bd-1ad5a2271104 req-66c748e1-227a-48a4-9352-8d5b5db92a5b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 944 time: 0.0544350 Feb 18 16:36:21.797968 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9b8b437d-7570-420a-89bd-1ad5a2271104 req-338ce25b-3c69-4a9b-87af-e4c6b3d49cd0 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401955 Feb 18 16:36:22.068348 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98837c36-5580-497f-b798-cf8d36b28adb req-e61596e2-5da8-4295-b08e-49bb442b1c02 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:22.069759 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-98837c36-5580-497f-b798-cf8d36b28adb req-e61596e2-5da8-4295-b08e-49bb442b1c02 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0515909 Feb 18 16:36:22.115890 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-98837c36-5580-497f-b798-cf8d36b28adb req-9ebb3920-176d-489b-8ed6-9e6061652a53 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407059 Feb 18 16:36:22.177287 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:36:22.224750 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:36:22.228609 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:36:22.228993 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (7bdbfbe1-62e3-42d5-9619-f0fadc8e2212), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:22.304101 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:22.304491 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (7bdbfbe1-62e3-42d5-9619-f0fadc8e2212), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:22.330369 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e559e227-70bd-408a-811e-2f169448437f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdbfbe1-62e3-42d5-9619-f0fadc8e2212'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:36:22.332548 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb53cf7-19af-40f7-abc4-ba13213ac371" -d '{"events": [{"server_uuid": "e559e227-70bd-408a-811e-2f169448437f", "name": "network-vif-plugged", "status": "completed", "tag": "7bdbfbe1-62e3-42d5-9619-f0fadc8e2212"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:36:22.345690 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=7bdbfbe1-62e3-42d5-9619-f0fadc8e2212,segment=NetworkSegment(18d623a6-ba6c-4db6-ae61-7d782c20dc23),segment_id=18d623a6-ba6c-4db6-ae61-7d782c20dc23)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:22.350109 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (7bdbfbe1-62e3-42d5-9619-f0fadc8e2212), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:22.376416 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31ec79b-e498-4e49-8a48-5d145cfc699b x-openstack-request-id: req-a31ec79b-e498-4e49-8a48-5d145cfc699b {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:36:22.376731 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e559e227-70bd-408a-811e-2f169448437f", "name": "network-vif-plugged", "status": "completed", "tag": "7bdbfbe1-62e3-42d5-9619-f0fadc8e2212", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:36:22.376991 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a31ec79b-e498-4e49-8a48-5d145cfc699b {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:36:22.377403 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e559e227-70bd-408a-811e-2f169448437f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdbfbe1-62e3-42d5-9619-f0fadc8e2212', 'code': 200} Feb 18 16:36:22.402684 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=7bdbfbe1-62e3-42d5-9619-f0fadc8e2212,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:22.916163 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606216bb-a83a-4f4e-8f95-9c068440e0f4 req-d3b2d2c0-ae9e-41fc-b62f-d09f5501b48b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:22.917658 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-606216bb-a83a-4f4e-8f95-9c068440e0f4 req-d3b2d2c0-ae9e-41fc-b62f-d09f5501b48b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0552440 Feb 18 16:36:22.965143 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-606216bb-a83a-4f4e-8f95-9c068440e0f4 req-deb85861-c82c-44ab-a76c-1b30f947a47c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414565 Feb 18 16:36:23.230807 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b0a2b-3610-4da5-b174-1c0e806ef37f req-a85f4f65-2dc3-47da-aa59-94d54f30ff9b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:23.232170 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-243b0a2b-3610-4da5-b174-1c0e806ef37f req-a85f4f65-2dc3-47da-aa59-94d54f30ff9b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0505152 Feb 18 16:36:23.279547 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-243b0a2b-3610-4da5-b174-1c0e806ef37f req-e6978be4-7d06-4ebe-9b85-d3850b62b5be tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413911 Feb 18 16:36:23.331033 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a33f1-c761-4d1a-84ab-edd5b1be9cd1 req-65da54cf-8489-4204-8040-f385e1b8e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:23.332560 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-965a33f1-c761-4d1a-84ab-edd5b1be9cd1 req-65da54cf-8489-4204-8040-f385e1b8e58b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8f9dd11e8374a7985fc4a92db14658a&device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 1129 time: 0.0481560 Feb 18 16:36:23.430384 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a33f1-c761-4d1a-84ab-edd5b1be9cd1 req-19dbd66d-a489-49cb-9fb7-f46e39b245ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:23.431903 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-965a33f1-c761-4d1a-84ab-edd5b1be9cd1 req-19dbd66d-a489-49cb-9fb7-f46e39b245ac service neutron] 10.222.0.71 "GET /v2.0/networks?id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17 HTTP/1.1" status: 200 len: 920 time: 0.0908966 Feb 18 16:36:23.505449 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-965a33f1-c761-4d1a-84ab-edd5b1be9cd1 req-ac6ab2ef-84dd-4762-b092-eefb8d0b947a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=763e727e-309e-41fe-8c1a-7bccc1fd730f HTTP/1.1" status: 200 len: 217 time: 0.0574188 Feb 18 16:36:23.557024 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3aeb8-57bc-4540-b422-df1692f46d4c req-0b61c36e-e229-4d8a-8740-e46fa74c5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:23.558539 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-90e3aeb8-57bc-4540-b422-df1692f46d4c req-0b61c36e-e229-4d8a-8740-e46fa74c5313 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 1129 time: 0.1094890 Feb 18 16:36:23.562593 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a33f1-c761-4d1a-84ab-edd5b1be9cd1 req-873e28fa-f729-482a-97db-a4c50ff44ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:23.563921 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-965a33f1-c761-4d1a-84ab-edd5b1be9cd1 req-873e28fa-f729-482a-97db-a4c50ff44ec2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f67f844d-74e9-48b6-8285-f0d76073c1b5 HTTP/1.1" status: 200 len: 859 time: 0.0522163 Feb 18 16:36:23.609653 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-965a33f1-c761-4d1a-84ab-edd5b1be9cd1 req-2381d669-94ce-49a3-890d-1fbafe829ded service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300949 Feb 18 16:36:23.650749 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-90e3aeb8-57bc-4540-b422-df1692f46d4c req-ca37180f-40bb-44fd-9f28-7291e9648a7e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770898 Feb 18 16:36:23.717825 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-965a33f1-c761-4d1a-84ab-edd5b1be9cd1 req-75e627a9-d096-4cfc-ba54-6faa4b3fd0d7 service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951583 Feb 18 16:36:24.028904 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-965a33f1-c761-4d1a-84ab-edd5b1be9cd1 req-e8dca7cc-c37c-40b0-9957-706538a693fe service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898983 Feb 18 16:36:24.095080 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcf30c-28e8-4941-bdf2-e609bbdfd0ab req-4cb3cb64-821a-46b5-88aa-f6335e59f370 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:24.096610 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-21dcf30c-28e8-4941-bdf2-e609bbdfd0ab req-4cb3cb64-821a-46b5-88aa-f6335e59f370 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0584590 Feb 18 16:36:24.152151 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-21dcf30c-28e8-4941-bdf2-e609bbdfd0ab req-d48c7dd3-1641-4ab7-bc4a-ef0ed3bf0096 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496051 Feb 18 16:36:24.402249 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba001e-c018-4a14-9c33-9aae0cb6072e req-0d53b3de-89e2-462f-9e46-86e1a0dbc6c7 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:24.403868 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ebba001e-c018-4a14-9c33-9aae0cb6072e req-0d53b3de-89e2-462f-9e46-86e1a0dbc6c7 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0553205 Feb 18 16:36:24.456159 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ebba001e-c018-4a14-9c33-9aae0cb6072e req-81785d4f-73f3-4890-b775-b6b8b50b9f82 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446084 Feb 18 16:36:25.058788 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 56478) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:25.163976 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-8522a081-6cf1-46f5-87d8-a4f78c216f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:25.241946 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-8522a081-6cf1-46f5-87d8-a4f78c216f65 admin admin] Publish callbacks [] for security_group (36d58cbf-7a91-4997-8bba-874f805c6de4), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:25.246747 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-8522a081-6cf1-46f5-87d8-a4f78c216f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (36d58cbf-7a91-4997-8bba-874f805c6de4), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:25.280414 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329398b-fe38-4d5b-93fe-b5dcda99e6d7 req-4576a690-217b-4ca2-a3f0-7f597b38dea6 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:25.282072 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f329398b-fe38-4d5b-93fe-b5dcda99e6d7 req-4576a690-217b-4ca2-a3f0-7f597b38dea6 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0575285 Feb 18 16:36:25.290964 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-8522a081-6cf1-46f5-87d8-a4f78c216f65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13d5e69f0bb84aa89164f073479fcd27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310750 Feb 18 16:36:25.293468 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522a081-6cf1-46f5-87d8-a4f78c216f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d58cbf-7a91-4997-8bba-874f805c6de4,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:25.294203 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 56484) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:25.366020 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f329398b-fe38-4d5b-93fe-b5dcda99e6d7 req-ca3f0a81-e919-4b42-a7a0-cfa7671443a3 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781279 Feb 18 16:36:25.384767 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f89b39ba-c0b7-45f7-9a7c-a03553012d75 admin admin] Publish callbacks [] for security_group (36d58cbf-7a91-4997-8bba-874f805c6de4), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:25.406528 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f89b39ba-c0b7-45f7-9a7c-a03553012d75 admin admin] Publish callbacks [] for security_group (36d58cbf-7a91-4997-8bba-874f805c6de4), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:25.450598 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f89b39ba-c0b7-45f7-9a7c-a03553012d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (36d58cbf-7a91-4997-8bba-874f805c6de4), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:25.453860 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f89b39ba-c0b7-45f7-9a7c-a03553012d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:25.455133 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-f89b39ba-c0b7-45f7-9a7c-a03553012d75 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36d58cbf-7a91-4997-8bba-874f805c6de4 HTTP/1.1" status: 204 len: 168 time: 0.1598890 Feb 18 16:36:25.462667 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b39ba-c0b7-45f7-9a7c-a03553012d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d58cbf-7a91-4997-8bba-874f805c6de4,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:25.600447 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e0984-1dc8-4aee-b3ad-573aca06c6c4 req-acc04288-b95e-4a6b-b7ff-f10365ae6bdd tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:25.609362 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7c4e0984-1dc8-4aee-b3ad-573aca06c6c4 req-acc04288-b95e-4a6b-b7ff-f10365ae6bdd tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0687554 Feb 18 16:36:25.672118 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7c4e0984-1dc8-4aee-b3ad-573aca06c6c4 req-d5c7226b-de15-48d7-9bc4-e73677b48d3f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615115 Feb 18 16:36:25.784356 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 56506) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:25.797990 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-389c85c7-75ce-40ba-9d24-a903bb690da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:25.896673 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-389c85c7-75ce-40ba-9d24-a903bb690da2 admin admin] Publish callbacks [] for security_group (afefa0a6-6ef4-43f8-9833-dcb4c9c93246), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:25.903831 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-389c85c7-75ce-40ba-9d24-a903bb690da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (afefa0a6-6ef4-43f8-9833-dcb4c9c93246), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:25.952072 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-389c85c7-75ce-40ba-9d24-a903bb690da2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7de0c0b35b0849c9bb96d25dc6b450f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664283 Feb 18 16:36:25.953040 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c85c7-75ce-40ba-9d24-a903bb690da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afefa0a6-6ef4-43f8-9833-dcb4c9c93246,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:25.955284 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 56512) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:26.012562 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-aa72eb3f-21fb-4768-a60c-b9a0e29d6859 admin admin] Publish callbacks [] for security_group (afefa0a6-6ef4-43f8-9833-dcb4c9c93246), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:26.040211 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-aa72eb3f-21fb-4768-a60c-b9a0e29d6859 admin admin] Publish callbacks [] for security_group (afefa0a6-6ef4-43f8-9833-dcb4c9c93246), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:26.089673 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-aa72eb3f-21fb-4768-a60c-b9a0e29d6859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (afefa0a6-6ef4-43f8-9833-dcb4c9c93246), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:26.092656 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-aa72eb3f-21fb-4768-a60c-b9a0e29d6859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:26.094466 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-aa72eb3f-21fb-4768-a60c-b9a0e29d6859 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/afefa0a6-6ef4-43f8-9833-dcb4c9c93246 HTTP/1.1" status: 204 len: 168 time: 0.1371646 Feb 18 16:36:26.103492 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72eb3f-21fb-4768-a60c-b9a0e29d6859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afefa0a6-6ef4-43f8-9833-dcb4c9c93246,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:26.414083 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 56520) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:26.427479 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-456f6798-ea37-4ee6-b8f4-e3fbac06d513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:26.487661 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517d5d2-395e-4652-a9e2-1359f6733405 req-e1e26bb2-640d-4908-962c-0c6bd5ee53e0 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:26.489159 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f517d5d2-395e-4652-a9e2-1359f6733405 req-e1e26bb2-640d-4908-962c-0c6bd5ee53e0 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0523043 Feb 18 16:36:26.505884 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-456f6798-ea37-4ee6-b8f4-e3fbac06d513 admin admin] Publish callbacks [] for security_group (07e36e30-879a-45e1-b210-3afebd2c75c1), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:26.509441 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-456f6798-ea37-4ee6-b8f4-e3fbac06d513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (07e36e30-879a-45e1-b210-3afebd2c75c1), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:26.536802 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f517d5d2-395e-4652-a9e2-1359f6733405 req-c3fda02a-3ac6-4945-a2af-4f5bbfc4e910 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419154 Feb 18 16:36:26.546974 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-456f6798-ea37-4ee6-b8f4-e3fbac06d513 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6aea0260e4c44f4952dab77f7cc3fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317952 Feb 18 16:36:26.548895 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f6798-ea37-4ee6-b8f4-e3fbac06d513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e36e30-879a-45e1-b210-3afebd2c75c1,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:26.549777 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 56522) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:26.600359 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ac60968c-2978-4133-b3be-f3a9aab4831d admin admin] Publish callbacks [] for security_group (07e36e30-879a-45e1-b210-3afebd2c75c1), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:26.649697 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ac60968c-2978-4133-b3be-f3a9aab4831d admin admin] Publish callbacks [] for security_group (07e36e30-879a-45e1-b210-3afebd2c75c1), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:26.711498 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ba247-176f-4d4d-976c-93cd31c0017f req-94efa171-e952-4355-87d2-34406cbc579a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:26.713000 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-648ba247-176f-4d4d-976c-93cd31c0017f req-94efa171-e952-4355-87d2-34406cbc579a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.1006439 Feb 18 16:36:26.721490 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 56530) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:26.727060 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-b0865554-c4e4-46aa-9e41-5bd56094bd81 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Request body: {'floatingip': {'port_id': '7bdbfbe1-62e3-42d5-9619-f0fadc8e2212'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:36:26.777093 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ac60968c-2978-4133-b3be-f3a9aab4831d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (07e36e30-879a-45e1-b210-3afebd2c75c1), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:26.779632 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ac60968c-2978-4133-b3be-f3a9aab4831d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:26.780726 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-ac60968c-2978-4133-b3be-f3a9aab4831d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07e36e30-879a-45e1-b210-3afebd2c75c1 HTTP/1.1" status: 204 len: 168 time: 0.2299492 Feb 18 16:36:26.798620 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b0865554-c4e4-46aa-9e41-5bd56094bd81 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for floatingip (40e03c67-830d-4731-8f6d-64e86819b12b), before_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:26.851517 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60968c-2978-4133-b3be-f3a9aab4831d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e36e30-879a-45e1-b210-3afebd2c75c1,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:26.903231 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff3a75-26b6-451b-a859-d856b5b33272 req-c8ee2341-2085-4c9b-a662-8ceba608c71e tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:26.905245 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f0ff3a75-26b6-451b-a859-d856b5b33272 req-c8ee2341-2085-4c9b-a662-8ceba608c71e tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.1438596 Feb 18 16:36:27.038559 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f0ff3a75-26b6-451b-a859-d856b5b33272 req-bace2c6d-8461-4323-b759-c7e3d5106d2f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273468 Feb 18 16:36:27.114211 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 56554) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:27.298024 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-32247313-8caa-49c2-9cb6-4d1614739493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:27.382950 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd68d87-64bd-4566-b744-bd2f4b269cf0 req-6afa6707-8481-41cb-bfad-f4239bd02f9d tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:27.384436 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7fd68d87-64bd-4566-b744-bd2f4b269cf0 req-6afa6707-8481-41cb-bfad-f4239bd02f9d tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 946 time: 0.1284025 Feb 18 16:36:27.386196 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-32247313-8caa-49c2-9cb6-4d1614739493 admin admin] Publish callbacks [] for security_group (a3f09a73-621c-45c5-9107-606b6d1af84c), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:27.394649 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-32247313-8caa-49c2-9cb6-4d1614739493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (a3f09a73-621c-45c5-9107-606b6d1af84c), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:27.424819 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-32247313-8caa-49c2-9cb6-4d1614739493 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ce965618d03429782ed000cbbec50dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095253 Feb 18 16:36:27.431367 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 56574) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:27.482497 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7fd68d87-64bd-4566-b744-bd2f4b269cf0 req-c5aa6027-35fc-4576-9278-c446c57b0a3a tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8ea1fd7-3d0e-40b8-b141-617b5251179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890150 Feb 18 16:36:27.508432 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32247313-8caa-49c2-9cb6-4d1614739493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f09a73-621c-45c5-9107-606b6d1af84c,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:27.544440 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b0865554-c4e4-46aa-9e41-5bd56094bd81 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:27.548322 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-391ae6ed-0940-4bbf-8831-4b443e68d4e6 admin admin] Publish callbacks [] for security_group (a3f09a73-621c-45c5-9107-606b6d1af84c), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:27.549782 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b0865554-c4e4-46aa-9e41-5bd56094bd81 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (40e03c67-830d-4731-8f6d-64e86819b12b), after_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:27.582859 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-391ae6ed-0940-4bbf-8831-4b443e68d4e6 admin admin] Publish callbacks [] for security_group (a3f09a73-621c-45c5-9107-606b6d1af84c), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:27.648268 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-391ae6ed-0940-4bbf-8831-4b443e68d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (a3f09a73-621c-45c5-9107-606b6d1af84c), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:27.652493 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-391ae6ed-0940-4bbf-8831-4b443e68d4e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:27.653745 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-391ae6ed-0940-4bbf-8831-4b443e68d4e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3f09a73-621c-45c5-9107-606b6d1af84c HTTP/1.1" status: 204 len: 168 time: 0.2209973 Feb 18 16:36:27.663734 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ae6ed-0940-4bbf-8831-4b443e68d4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f09a73-621c-45c5-9107-606b6d1af84c,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:27.678205 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.l3_db [None req-b0865554-c4e4-46aa-9e41-5bd56094bd81 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Floating IP 40e03c67-830d-4731-8f6d-64e86819b12b associated. External IP: 172.27.2.141, port: 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212. Feb 18 16:36:27.940975 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0865554-c4e4-46aa-9e41-5bd56094bd81 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Router 9867e16f-e04f-4a7c-a485-047155a16601 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:36:28.110353 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0865554-c4e4-46aa-9e41-5bd56094bd81 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:36:28.120427 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b0865554-c4e4-46aa-9e41-5bd56094bd81 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:28.121624 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96353813-cb70-4c29-a5da-0302b33a8e28 None None] Sync routers for ids ['9867e16f-e04f-4a7c-a485-047155a16601'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:36:28.136661 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96353813-cb70-4c29-a5da-0302b33a8e28 None None] Routers {'9867e16f-e04f-4a7c-a485-047155a16601'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:36:28.138577 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-96353813-cb70-4c29-a5da-0302b33a8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:36:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9867e16f-e04f-4a7c-a485-047155a16601'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:36:28.184073 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-b0865554-c4e4-46aa-9e41-5bd56094bd81 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "PUT /v2.0/floatingips/40e03c67-830d-4731-8f6d-64e86819b12b HTTP/1.1" status: 200 len: 991 time: 1.4585645 Feb 18 16:36:28.184073 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e559e227-70bd-408a-811e-2f169448437f', 'tag': '7bdbfbe1-62e3-42d5-9619-f0fadc8e2212'}] {{(pid=102872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:36:28.185154 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982a6f8180be25104a37d0fe3acdd82455238c01b1010dd46e5de7cc24a09886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d472c437-1daa-4f53-827c-90c9d6686247" -d '{"events": [{"name": "network-changed", "server_uuid": "e559e227-70bd-408a-811e-2f169448437f", "tag": "7bdbfbe1-62e3-42d5-9619-f0fadc8e2212"}]}' {{(pid=102872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:36:28.280085 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677944b6-99ec-4124-ba56-ed65b858620b req-6f914585-6d85-484c-a692-7034650a611f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:28.281576 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-677944b6-99ec-4124-ba56-ed65b858620b req-6f914585-6d85-484c-a692-7034650a611f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0921445 Feb 18 16:36:28.319445 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b1240f-8a40-4550-931f-d7036f2601b8 x-openstack-request-id: req-89b1240f-8a40-4550-931f-d7036f2601b8 {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:36:28.319820 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e559e227-70bd-408a-811e-2f169448437f", "tag": "7bdbfbe1-62e3-42d5-9619-f0fadc8e2212", "status": "completed", "code": 200}]} {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:36:28.320021 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-89b1240f-8a40-4550-931f-d7036f2601b8 {{(pid=102872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:36:28.320407 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e559e227-70bd-408a-811e-2f169448437f', 'tag': '7bdbfbe1-62e3-42d5-9619-f0fadc8e2212', 'status': 'completed', 'code': 200} Feb 18 16:36:28.331056 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-96353813-cb70-4c29-a5da-0302b33a8e28 None None] Set router 9867e16f-e04f-4a7c-a485-047155a16601 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:36:28.386783 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-677944b6-99ec-4124-ba56-ed65b858620b req-28566257-518d-4d0d-8548-cff2b4e1e8f9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978394 Feb 18 16:36:28.441629 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472c437-1daa-4f53-827c-90c9d6686247 req-3443c992-6762-4982-b888-6453efaeb4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:28.444314 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d472c437-1daa-4f53-827c-90c9d6686247 req-3443c992-6762-4982-b888-6453efaeb4f9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9205f14486fc4e64830c7c133ec39235&device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 1129 time: 0.0793872 Feb 18 16:36:28.572393 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472c437-1daa-4f53-827c-90c9d6686247 req-3c410346-853d-42cc-963d-f31728f37453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:28.574287 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d472c437-1daa-4f53-827c-90c9d6686247 req-3c410346-853d-42cc-963d-f31728f37453 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b70ae2d4-b37e-47df-8b0d-486770e38efd HTTP/1.1" status: 200 len: 912 time: 0.1191666 Feb 18 16:36:28.696977 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d472c437-1daa-4f53-827c-90c9d6686247 req-a90111a2-c55b-4f40-b0cc-c3720f14c03f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 HTTP/1.1" status: 200 len: 999 time: 0.1074009 Feb 18 16:36:28.760187 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-96353813-cb70-4c29-a5da-0302b33a8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:52Z', 'revision_number': 4, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': '40e03c67-830d-4731-8f6d-64e86819b12b', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'port_id': '7bdbfbe1-62e3-42d5-9619-f0fadc8e2212', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'mac_address': 'fa:16:3e:83:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e227-70bd-408a-811e-2f169448437f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:36:01Z', 'updated_at': '2022-02-18T16:36:27Z', 'revision_number': 1, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c505c15-a441-490f-82aa-1aa73443390c', 'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'mac_address': 'fa:16:3e:63:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:36:01Z', 'revision_number': 5, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'subnets': [{'id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:36:28.764555 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472c437-1daa-4f53-827c-90c9d6686247 req-5fd18e78-d6b6-4f0c-82c2-1bb963ac206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:28.766312 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d472c437-1daa-4f53-827c-90c9d6686247 req-5fd18e78-d6b6-4f0c-82c2-1bb963ac206e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5dae24fa-8ac8-4459-aa31-b074ff5b2445 HTTP/1.1" status: 200 len: 850 time: 0.0543203 Feb 18 16:36:28.795564 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96353813-cb70-4c29-a5da-0302b33a8e28 None None] Checking router: 9867e16f-e04f-4a7c-a485-047155a16601 for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:36:28.805032 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96353813-cb70-4c29-a5da-0302b33a8e28 None None] Routers {'9867e16f-e04f-4a7c-a485-047155a16601'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:36:28.805944 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-96353813-cb70-4c29-a5da-0302b33a8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:36:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9867e16f-e04f-4a7c-a485-047155a16601'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:36:28.845403 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472c437-1daa-4f53-827c-90c9d6686247 req-a86b3293-3028-4089-ae7e-6c82d12dbc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:28.847000 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d472c437-1daa-4f53-827c-90c9d6686247 req-a86b3293-3028-4089-ae7e-6c82d12dbc92 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b70ae2d4-b37e-47df-8b0d-486770e38efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689542 Feb 18 16:36:28.911616 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75f65-119b-4c5e-8b1f-a12a0d3e847d req-236c81a6-6e9a-444e-b96c-37979bcf7e28 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:28.913538 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-61a75f65-119b-4c5e-8b1f-a12a0d3e847d req-236c81a6-6e9a-444e-b96c-37979bcf7e28 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 946 time: 0.3019879 Feb 18 16:36:28.948742 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-96353813-cb70-4c29-a5da-0302b33a8e28 None None] Set router 9867e16f-e04f-4a7c-a485-047155a16601 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:36:28.976161 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-61a75f65-119b-4c5e-8b1f-a12a0d3e847d req-3bf038fa-7d3a-4cf8-b559-c27de4bc2b9e tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8ea1fd7-3d0e-40b8-b141-617b5251179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567913 Feb 18 16:36:28.993735 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d472c437-1daa-4f53-827c-90c9d6686247 req-2ca1b0b7-3215-4dca-9a59-1f54d17f2d12 service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285172 Feb 18 16:36:29.100267 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d472c437-1daa-4f53-827c-90c9d6686247 req-ce77782b-fa6e-4ead-a42e-e5682930f09f service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957828 Feb 18 16:36:29.209647 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-96353813-cb70-4c29-a5da-0302b33a8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:52Z', 'revision_number': 4, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': '40e03c67-830d-4731-8f6d-64e86819b12b', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'port_id': '7bdbfbe1-62e3-42d5-9619-f0fadc8e2212', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'mac_address': 'fa:16:3e:83:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e227-70bd-408a-811e-2f169448437f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:36:01Z', 'updated_at': '2022-02-18T16:36:27Z', 'revision_number': 1, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c505c15-a441-490f-82aa-1aa73443390c', 'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'mac_address': 'fa:16:3e:63:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:36:01Z', 'revision_number': 5, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'subnets': [{'id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:36:29.235746 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96353813-cb70-4c29-a5da-0302b33a8e28 None None] The sync data for ids ['9867e16f-e04f-4a7c-a485-047155a16601'] in dv-cinder-826607-4-iscsi is: [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:52Z', 'revision_number': 4, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': '40e03c67-830d-4731-8f6d-64e86819b12b', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'port_id': '7bdbfbe1-62e3-42d5-9619-f0fadc8e2212', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'mac_address': 'fa:16:3e:83:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559e227-70bd-408a-811e-2f169448437f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:36:01Z', 'updated_at': '2022-02-18T16:36:27Z', 'revision_number': 1, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c505c15-a441-490f-82aa-1aa73443390c', 'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'mac_address': 'fa:16:3e:63:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:36:01Z', 'revision_number': 5, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'subnets': [{'id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:36:29.468087 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539198cb-38eb-46c1-b7ba-535d85f8a2a8 None None] New status for floating IP 40e03c67-830d-4731-8f6d-64e86819b12b: ACTIVE {{(pid=102873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:36:29.563135 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ea2f1-8ccd-4ca4-9d50-1fba79b4074a req-a8ceb7a3-fdeb-46a3-bee3-df817aef36eb tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:29.569861 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-796ea2f1-8ccd-4ca4-9d50-1fba79b4074a req-a8ceb7a3-fdeb-46a3-bee3-df817aef36eb tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0779347 Feb 18 16:36:29.639206 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-796ea2f1-8ccd-4ca4-9d50-1fba79b4074a req-5242f5e3-5c4b-4b0f-b676-0bd8aa9be158 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681934 Feb 18 16:36:29.848045 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-97ddc6bc-216c-4371-b20e-ddd0f3e1e700 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6d53e8a24df94476ae18909e82376fdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424519 Feb 18 16:36:30.050481 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-aa2df7ce-07ba-4b6f-a68a-98caafc92881 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:30.052039 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-aa2df7ce-07ba-4b6f-a68a-98caafc92881 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985071 Feb 18 16:36:30.073202 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-26d5c919-6f31-4e8f-819f-63548f1ce290 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/quotas/6d53e8a24df94476ae18909e82376fdc HTTP/1.1" status: 200 len: 375 time: 0.0140753 Feb 18 16:36:30.125684 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-ec517c1f-f27a-43d5-a2ab-e4c78e62c6bb tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d53e8a24df94476ae18909e82376fdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432868 Feb 18 16:36:30.155696 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42417b-a945-4581-b396-c1465a6d7f77 req-7be997f1-6818-436c-b07b-d585cbadb8e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:30.157180 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1b42417b-a945-4581-b396-c1465a6d7f77 req-7be997f1-6818-436c-b07b-d585cbadb8e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 946 time: 0.0864816 Feb 18 16:36:30.234330 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1b42417b-a945-4581-b396-c1465a6d7f77 req-904554fd-d228-46ad-8daa-d3b6f33e6392 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/security-groups?id=d8ea1fd7-3d0e-40b8-b141-617b5251179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650852 Feb 18 16:36:30.281329 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 56740) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:30.284806 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275c949-960c-4ea6-83bd-b9573f070b88 req-a7612f4b-54d8-4fb9-9466-619572f785df tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:30.286618 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9275c949-960c-4ea6-83bd-b9573f070b88 req-a7612f4b-54d8-4fb9-9466-619572f785df tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 946 time: 0.1265042 Feb 18 16:36:30.314040 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-617ffcce-d212-43a5-9b3d-aed7bf76c9c1 req-2bb10249-6e73-4f38-9641-fc6a282299a6 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 210 time: 0.0273430 Feb 18 16:36:30.421169 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:30.485322 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-9275c949-960c-4ea6-83bd-b9573f070b88 req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Deleting port f1c12c11-5979-4bae-80d1-5d631ab1ed3c {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:36:30.485696 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9275c949-960c-4ea6-83bd-b9573f070b88 req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (f1c12c11-5979-4bae-80d1-5d631ab1ed3c), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:30.511785 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] Publish callbacks [] for security_group (00f2fc83-125f-42b3-8848-1cbbc24adb22), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:30.520801 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (00f2fc83-125f-42b3-8848-1cbbc24adb22), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:30.557309 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f2fc83-125f-42b3-8848-1cbbc24adb22,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:30.572953 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:30.573207 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:30.573506 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:30.573809 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:30.574292 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:30.574630 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:30.575509 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:30.575509 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:30.575695 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:30.576881 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:30.577140 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:30.577540 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:30.577922 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:30.599096 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-90e7b1ea-3570-42b1-8cfe-0eb812bcfd19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a7d66028a5c43869e4a44e0e46b4f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168333 Feb 18 16:36:30.601693 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 56750) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:30.665001 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0529efe2-3301-4f5d-bc4d-17aa3f4a060b admin admin] Publish callbacks [] for security_group (00f2fc83-125f-42b3-8848-1cbbc24adb22), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:30.697238 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0529efe2-3301-4f5d-bc4d-17aa3f4a060b admin admin] Publish callbacks [] for security_group (00f2fc83-125f-42b3-8848-1cbbc24adb22), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:30.807872 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-9275c949-960c-4ea6-83bd-b9573f070b88 req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] For port f1c12c11-5979-4bae-80d1-5d631ab1ed3c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f1c12c11-5979-4bae-80d1-5d631ab1ed3c,segment=NetworkSegment(13c6d32f-e835-4871-9c47-9cd8a0518b93),segment_id=13c6d32f-e835-4871-9c47-9cd8a0518b93)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:30.808355 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9275c949-960c-4ea6-83bd-b9573f070b88 req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (f1c12c11-5979-4bae-80d1-5d631ab1ed3c), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:30.809730 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5aa8d-ee33-4e77-854b-75b7576501ac req-42db5d64-0ded-4653-9b50-aab0a65b19c2 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:30.811288 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ccd5aa8d-ee33-4e77-854b-75b7576501ac req-42db5d64-0ded-4653-9b50-aab0a65b19c2 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0660322 Feb 18 16:36:30.816582 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0529efe2-3301-4f5d-bc4d-17aa3f4a060b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (00f2fc83-125f-42b3-8848-1cbbc24adb22), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:30.823363 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0529efe2-3301-4f5d-bc4d-17aa3f4a060b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:30.825220 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-0529efe2-3301-4f5d-bc4d-17aa3f4a060b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00f2fc83-125f-42b3-8848-1cbbc24adb22 HTTP/1.1" status: 204 len: 168 time: 0.2224851 Feb 18 16:36:30.830183 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-9275c949-960c-4ea6-83bd-b9573f070b88 req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Calling delete_port for f1c12c11-5979-4bae-80d1-5d631ab1ed3c owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:36:30.837325 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529efe2-3301-4f5d-bc4d-17aa3f4a060b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f2fc83-125f-42b3-8848-1cbbc24adb22,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:30.909708 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ccd5aa8d-ee33-4e77-854b-75b7576501ac req-ae766d0e-16e3-4694-ae80-3c572804aa83 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787694 Feb 18 16:36:31.034360 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9275c949-960c-4ea6-83bd-b9573f070b88 req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810'] for port (f1c12c11-5979-4bae-80d1-5d631ab1ed3c), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:31.055937 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['f1c12c11-5979-4bae-80d1-5d631ab1ed3c'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:36:31.065673 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Pushing event deleted for resources: {'Port': ['ID=f1c12c11-5979-4bae-80d1-5d631ab1ed3c,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:31.099969 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:31.100333 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:31.100682 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:31.101025 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:31.101461 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:31.101880 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:31.102315 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:31.103111 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:31.103111 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:31.103374 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:31.103755 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:31.104002 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:31.104360 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:31.109879 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-935de7c4-064d-46ec-b5d8-7f9926b8d8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:31.147590 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9275c949-960c-4ea6-83bd-b9573f070b88 req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] No DVR routers for this DVR port f1c12c11-5979-4bae-80d1-5d631ab1ed3c on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:36:31.150662 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9275c949-960c-4ea6-83bd-b9573f070b88 req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:31.154170 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9275c949-960c-4ea6-83bd-b9573f070b88 req-de5c8077-60ea-48ed-a8d4-0ea4d8f2c2e6 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.71 "DELETE /v2.0/ports/f1c12c11-5979-4bae-80d1-5d631ab1ed3c HTTP/1.1" status: 204 len: 173 time: 0.8561196 Feb 18 16:36:31.154792 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d92cb61-1cea-4f74-9a0f-9dac4c913891', 'name': 'network-vif-deleted', 'tag': 'f1c12c11-5979-4bae-80d1-5d631ab1ed3c'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:36:31.157413 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c45f9d-02f8-4447-a7c1-7b383fedd702" -d '{"events": [{"server_uuid": "7d92cb61-1cea-4f74-9a0f-9dac4c913891", "name": "network-vif-deleted", "tag": "f1c12c11-5979-4bae-80d1-5d631ab1ed3c"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:36:31.207603 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a282a5-8efb-4fcd-9965-2aecc6c3f371 x-openstack-request-id: req-62a282a5-8efb-4fcd-9965-2aecc6c3f371 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:36:31.208579 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d92cb61-1cea-4f74-9a0f-9dac4c913891", "name": "network-vif-deleted", "tag": "f1c12c11-5979-4bae-80d1-5d631ab1ed3c", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:36:31.208932 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62a282a5-8efb-4fcd-9965-2aecc6c3f371 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:36:31.209418 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d92cb61-1cea-4f74-9a0f-9dac4c913891', 'name': 'network-vif-deleted', 'tag': 'f1c12c11-5979-4bae-80d1-5d631ab1ed3c', 'status': 'completed', 'code': 200} Feb 18 16:36:31.222061 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 56764) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:31.235342 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c07f57b2-b4dc-45bd-8b85-9509a76cb28a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:31.314640 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c07f57b2-b4dc-45bd-8b85-9509a76cb28a admin admin] Publish callbacks [] for security_group (16da5382-4c7a-41fd-b639-267bbd01c355), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:31.318786 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c07f57b2-b4dc-45bd-8b85-9509a76cb28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (16da5382-4c7a-41fd-b639-267bbd01c355), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:31.321843 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e714da69-bc07-4ecb-b511-c24467d80ed2 req-4a9aa37e-d690-44fc-b9f4-5ea4050ee6a4 tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 210 time: 0.0272541 Feb 18 16:36:31.359302 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-c07f57b2-b4dc-45bd-8b85-9509a76cb28a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=991daab1ac4b4bf0a8c78bb83ed3d0f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362147 Feb 18 16:36:31.361623 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f57b2-b4dc-45bd-8b85-9509a76cb28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16da5382-4c7a-41fd-b639-267bbd01c355,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:31.361997 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 56770) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:31.442742 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c872115f-cf8a-40a3-a17f-2515074a5b83 req-ed1be7bc-56e3-4fcd-98dd-7c9462459173 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 210 time: 0.0345998 Feb 18 16:36:31.443469 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c1bea94f-38e7-4d47-82d8-e9115d789317 admin admin] Publish callbacks [] for security_group (16da5382-4c7a-41fd-b639-267bbd01c355), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:31.470759 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c1bea94f-38e7-4d47-82d8-e9115d789317 admin admin] Publish callbacks [] for security_group (16da5382-4c7a-41fd-b639-267bbd01c355), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:31.517021 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c1bea94f-38e7-4d47-82d8-e9115d789317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (16da5382-4c7a-41fd-b639-267bbd01c355), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:31.519699 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c1bea94f-38e7-4d47-82d8-e9115d789317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:31.520849 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-c1bea94f-38e7-4d47-82d8-e9115d789317 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16da5382-4c7a-41fd-b639-267bbd01c355 HTTP/1.1" status: 204 len: 168 time: 0.1578779 Feb 18 16:36:31.528527 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bea94f-38e7-4d47-82d8-e9115d789317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16da5382-4c7a-41fd-b639-267bbd01c355,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:31.803025 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-87f6c31a-ce35-458e-901f-00090ab63465 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6d53e8a24df94476ae18909e82376fdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284531 Feb 18 16:36:31.887686 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 56778) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:31.902757 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7868fb61-8477-4d5d-b03e-3fcaed5b28f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:32.023445 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7868fb61-8477-4d5d-b03e-3fcaed5b28f7 admin admin] Publish callbacks [] for security_group (414d943c-777d-47eb-8d20-c5c48a4a52c5), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:32.028583 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7868fb61-8477-4d5d-b03e-3fcaed5b28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (414d943c-777d-47eb-8d20-c5c48a4a52c5), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:32.035782 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-b048e9fe-3328-4652-ba25-a51d0388bdad tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:32.037262 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-b048e9fe-3328-4652-ba25-a51d0388bdad tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271605 Feb 18 16:36:32.065576 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-412c514d-5961-4801-b602-75a8303d3cfa tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Request body: {'port': {'device_id': 'fcdf85e6-56e8-4e01-a5da-76600ff53670', 'network_id': 'ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6', 'admin_state_up': True, 'tenant_id': '6d53e8a24df94476ae18909e82376fdc'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:36:32.078519 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868fb61-8477-4d5d-b03e-3fcaed5b28f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414d943c-777d-47eb-8d20-c5c48a4a52c5,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:32.083017 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-7868fb61-8477-4d5d-b03e-3fcaed5b28f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=473b82d8abbe4209b40b4a12a1cf9920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931963 Feb 18 16:36:32.086291 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 56788) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:32.099576 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd65a7-d9dc-4dc1-b6c3-5777c31519c1 req-bdf8b08e-c424-45a8-960a-841814c94fbd tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:32.101025 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-04cd65a7-d9dc-4dc1-b6c3-5777c31519c1 req-bdf8b08e-c424-45a8-960a-841814c94fbd tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.1140549 Feb 18 16:36:32.176546 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-04cd65a7-d9dc-4dc1-b6c3-5777c31519c1 req-e84f4d3d-7f54-4405-b17b-6f9ae29f00ff tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686085 Feb 18 16:36:32.177330 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d2557ad3-fda6-4e44-88b4-3b909294d62f admin admin] Publish callbacks [] for security_group (414d943c-777d-47eb-8d20-c5c48a4a52c5), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:32.187610 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-412c514d-5961-4801-b602-75a8303d3cfa tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Made reservation on behalf of 6d53e8a24df94476ae18909e82376fdc for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:36:32.191246 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-412c514d-5961-4801-b602-75a8303d3cfa tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:32.199918 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d2557ad3-fda6-4e44-88b4-3b909294d62f admin admin] Publish callbacks [] for security_group (414d943c-777d-47eb-8d20-c5c48a4a52c5), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:32.200078 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-412c514d-5961-4801-b602-75a8303d3cfa tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:32.246734 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d2557ad3-fda6-4e44-88b4-3b909294d62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (414d943c-777d-47eb-8d20-c5c48a4a52c5), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:32.249544 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d2557ad3-fda6-4e44-88b4-3b909294d62f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:32.252968 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-d2557ad3-fda6-4e44-88b4-3b909294d62f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/414d943c-777d-47eb-8d20-c5c48a4a52c5 HTTP/1.1" status: 204 len: 168 time: 0.1634939 Feb 18 16:36:32.259149 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2557ad3-fda6-4e44-88b4-3b909294d62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414d943c-777d-47eb-8d20-c5c48a4a52c5,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:32.297901 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-412c514d-5961-4801-b602-75a8303d3cfa tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Publish callbacks [] for security_group (3f1759ad-f758-4acd-9ad4-f44b117859b4), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:32.303485 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-412c514d-5961-4801-b602-75a8303d3cfa tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (3f1759ad-f758-4acd-9ad4-f44b117859b4), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:32.378837 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c514d-5961-4801-b602-75a8303d3cfa tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1759ad-f758-4acd-9ad4-f44b117859b4,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:32.484316 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-05fce1ec-ce5f-4a6e-890f-4ffead5af94b req-c3961248-a764-4758-b841-cdede18d15be tempest-DeleteServersTestJSON-302847526 tempest-DeleteServersTestJSON-302847526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d92cb61-1cea-4f74-9a0f-9dac4c913891 HTTP/1.1" status: 200 len: 210 time: 0.0562487 Feb 18 16:36:32.486804 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-412c514d-5961-4801-b602-75a8303d3cfa tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Allocated IP 192.168.233.130 (ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6/9ce2d6d3-bd6f-499e-bdcd-422a418d01df/1abd1ac6-f428-48ad-8c03-f09131c08af3) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:36:32.621631 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1e9181b0-a2ca-488e-882d-414882e0e97f req-b1ccea3c-3dc6-4a04-b5a3-5c5f442f7859 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 210 time: 0.0767164 Feb 18 16:36:32.704167 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-412c514d-5961-4801-b602-75a8303d3cfa tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Publish callbacks [] for port (1abd1ac6-f428-48ad-8c03-f09131c08af3), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:32.737214 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-412c514d-5961-4801-b602-75a8303d3cfa tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (1abd1ac6-f428-48ad-8c03-f09131c08af3), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:32.778958 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-412c514d-5961-4801-b602-75a8303d3cfa tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Network ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:36:32.782055 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-412c514d-5961-4801-b602-75a8303d3cfa tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:36:32.787941 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-412c514d-5961-4801-b602-75a8303d3cfa tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:36:32.792679 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-412c514d-5961-4801-b602-75a8303d3cfa tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:32.793316 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-412c514d-5961-4801-b602-75a8303d3cfa tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:32.802782 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c514d-5961-4801-b602-75a8303d3cfa tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Pushing event updated for resources: {'Port': ['ID=1abd1ac6-f428-48ad-8c03-f09131c08af3,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:32.824781 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-412c514d-5961-4801-b602-75a8303d3cfa tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7638304 Feb 18 16:36:32.839659 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Request body: {'port': {'device_id': 'fcdf85e6-56e8-4e01-a5da-76600ff53670', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:36:32.916599 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (1abd1ac6-f428-48ad-8c03-f09131c08af3), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:33.048088 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-176e2f13-c7a4-4243-bf01-775424de9959 None None] Provisioning complete for port 1abd1ac6-f428-48ad-8c03-f09131c08af3 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:36:33.048609 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-176e2f13-c7a4-4243-bf01-775424de9959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (1abd1ac6-f428-48ad-8c03-f09131c08af3), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:33.106436 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-176e2f13-c7a4-4243-bf01-775424de9959 None None] Port 1abd1ac6-f428-48ad-8c03-f09131c08af3 cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:36:33.179906 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-11c99bc5-6d86-41cb-b2d2-e6a20e9d7557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:33.223556 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abd1ac6-f428-48ad-8c03-f09131c08af3 {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:36:33.236429 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Publish callbacks [] for port (1abd1ac6-f428-48ad-8c03-f09131c08af3), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:33.258857 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Transition to ACTIVE for port object 1abd1ac6-f428-48ad-8c03-f09131c08af3 will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:36:33.265573 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (1abd1ac6-f428-48ad-8c03-f09131c08af3), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:33.330626 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device f1c12c11-5979-4bae-80d1-5d631ab1ed3c no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:36:33.332631 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1774bf-9ef3-406b-81fa-4bb5ffd2c61a req-e6f6970e-fdc2-4bb5-aea8-7c8a80b27ca4 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:33.337368 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4e1774bf-9ef3-406b-81fa-4bb5ffd2c61a req-e6f6970e-fdc2-4bb5-aea8-7c8a80b27ca4 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0656261 Feb 18 16:36:33.347311 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Pushing event updated for resources: {'Port': ['ID=1abd1ac6-f428-48ad-8c03-f09131c08af3,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:33.366789 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: f1c12c11-5979-4bae-80d1-5d631ab1ed3c {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:36:33.367420 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device f1c12c11-5979-4bae-80d1-5d631ab1ed3c not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:36:33.394505 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Attempting to bind port 1abd1ac6-f428-48ad-8c03-f09131c08af3 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:36:33.395019 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Attempting to bind port 1abd1ac6-f428-48ad-8c03-f09131c08af3 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '89a7a318-0bd3-4417-8737-02e3d5def752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:36:33.395166 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Attempting to bind port 1abd1ac6-f428-48ad-8c03-f09131c08af3 on network ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:36:33.400162 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Port 1abd1ac6-f428-48ad-8c03-f09131c08af3 on network ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:36:33.400791 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Attempting to bind port 1abd1ac6-f428-48ad-8c03-f09131c08af3 on network ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:36:33.407686 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4e1774bf-9ef3-406b-81fa-4bb5ffd2c61a req-c49eeb5c-b1b1-4cd7-acb6-efc782a5d0c9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633140 Feb 18 16:36:33.407880 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:36:33.408496 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Checking segment: {'id': '89a7a318-0bd3-4417-8737-02e3d5def752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:36:33.409062 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Bound using segment: {'id': '89a7a318-0bd3-4417-8737-02e3d5def752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:36:33.409759 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Bound port: 1abd1ac6-f428-48ad-8c03-f09131c08af3, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a7a318-0bd3-4417-8737-02e3d5def752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:36:33.410138 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (1abd1ac6-f428-48ad-8c03-f09131c08af3), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:33.484901 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] For port 1abd1ac6-f428-48ad-8c03-f09131c08af3, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:36:33.488465 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] For port 1abd1ac6-f428-48ad-8c03-f09131c08af3, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1abd1ac6-f428-48ad-8c03-f09131c08af3,segment=NetworkSegment(89a7a318-0bd3-4417-8737-02e3d5def752),segment_id=89a7a318-0bd3-4417-8737-02e3d5def752)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:36:33.495602 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (1abd1ac6-f428-48ad-8c03-f09131c08af3), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:33.531862 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:33.532514 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:33.534575 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] 10.222.0.71 "PUT /v2.0/ports/1abd1ac6-f428-48ad-8c03-f09131c08af3 HTTP/1.1" status: 200 len: 1098 time: 0.7000051 Feb 18 16:36:33.537444 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcdf85e6-56e8-4e01-a5da-76600ff53670', 'tag': '1abd1ac6-f428-48ad-8c03-f09131c08af3'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:36:33.539719 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523ee1bf-b58c-4ca8-a3e2-035f4b7e387b" -d '{"events": [{"name": "network-changed", "server_uuid": "fcdf85e6-56e8-4e01-a5da-76600ff53670", "tag": "1abd1ac6-f428-48ad-8c03-f09131c08af3"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:36:33.595150 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b22ea-ea24-439c-a4fd-864edab88c87 service neutron] Pushing event updated for resources: {'Port': ['ID=1abd1ac6-f428-48ad-8c03-f09131c08af3,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:33.650628 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0667bce1-2211-4f19-9b66-935530df7c58 x-openstack-request-id: req-0667bce1-2211-4f19-9b66-935530df7c58 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:36:33.651359 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcdf85e6-56e8-4e01-a5da-76600ff53670", "tag": "1abd1ac6-f428-48ad-8c03-f09131c08af3", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:36:33.652272 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0667bce1-2211-4f19-9b66-935530df7c58 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:36:33.652714 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcdf85e6-56e8-4e01-a5da-76600ff53670', 'tag': '1abd1ac6-f428-48ad-8c03-f09131c08af3', 'status': 'completed', 'code': 200} Feb 18 16:36:33.688639 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-cf47a9ab-9729-4bdf-8501-10a6100eed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:33.690887 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-cf47a9ab-9729-4bdf-8501-10a6100eed83 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d53e8a24df94476ae18909e82376fdc&device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 1132 time: 0.0743527 Feb 18 16:36:33.779044 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-5e6f59e8-ca53-40ad-b0de-4ffefdc115b9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=1abd1ac6-f428-48ad-8c03-f09131c08af3 HTTP/1.1" status: 200 len: 217 time: 0.0706739 Feb 18 16:36:33.801539 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba784c-01b4-4250-a38f-4ca02d585ef7 req-d891aca9-68d5-44d3-be9c-a81c3aa8c0c1 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:33.803165 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-02ba784c-01b4-4250-a38f-4ca02d585ef7 req-d891aca9-68d5-44d3-be9c-a81c3aa8c0c1 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 948 time: 0.0815506 Feb 18 16:36:33.846421 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-478e3d95-bdb4-4612-9f92-8994c03f24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:33.861245 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-478e3d95-bdb4-4612-9f92-8994c03f24a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ce2d6d3-bd6f-499e-bdcd-422a418d01df HTTP/1.1" status: 200 len: 843 time: 0.0746233 Feb 18 16:36:33.892126 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-02ba784c-01b4-4250-a38f-4ca02d585ef7 req-0260413b-ffff-4aac-ad33-f8a55bd13a3b tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f1759ad-f758-4acd-9ad4-f44b117859b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815911 Feb 18 16:36:33.931773 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-c75fea99-599c-4a66-a7a3-b58b81fb478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:33.933512 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-c75fea99-599c-4a66-a7a3-b58b81fb478e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0605178 Feb 18 16:36:34.039068 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-f9e7c762-88e9-47f2-bb51-b915b84b66f1 service neutron] 10.222.0.71 "GET /v2.0/networks/ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862126 Feb 18 16:36:34.150456 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f762e44e-1ce9-44a0-8355-7f0bf111a37d req-51f40bbd-e201-4a79-a78f-b4c35cc09594 service neutron] 10.222.0.71 "GET /v2.0/networks/ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000168 Feb 18 16:36:34.291527 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ee1bf-b58c-4ca8-a3e2-035f4b7e387b req-cc180370-41d6-46cc-a547-84b046a393b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:34.293215 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-523ee1bf-b58c-4ca8-a3e2-035f4b7e387b req-cc180370-41d6-46cc-a547-84b046a393b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d53e8a24df94476ae18909e82376fdc&device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 1132 time: 0.0470774 Feb 18 16:36:34.421444 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ee1bf-b58c-4ca8-a3e2-035f4b7e387b req-74aa4a81-e227-4156-b02f-df212726644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:34.423984 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-523ee1bf-b58c-4ca8-a3e2-035f4b7e387b req-74aa4a81-e227-4156-b02f-df212726644e service neutron] 10.222.0.71 "GET /v2.0/networks?id=ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6 HTTP/1.1" status: 200 len: 870 time: 0.1049881 Feb 18 16:36:34.477171 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-2dfa3006-9977-4441-95b9-5ed3769bdaa0 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:34.478771 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-2dfa3006-9977-4441-95b9-5ed3769bdaa0 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/networks?id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e HTTP/1.1" status: 200 len: 814 time: 0.1233661 Feb 18 16:36:34.488332 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-523ee1bf-b58c-4ca8-a3e2-035f4b7e387b req-0c16140a-bad3-4310-8f08-862428dd0451 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=1abd1ac6-f428-48ad-8c03-f09131c08af3 HTTP/1.1" status: 200 len: 217 time: 0.0474267 Feb 18 16:36:34.514248 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:34.525063 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-eea97c2a-44ea-4ed5-8045-af4d2068f68b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/quotas/28bfb4c8af6f4094ac9c036a90e52cdc HTTP/1.1" status: 200 len: 375 time: 0.0395389 Feb 18 16:36:34.556171 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ee1bf-b58c-4ca8-a3e2-035f4b7e387b req-0ac28768-45e9-4925-993f-f3c462fde090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:34.557990 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-523ee1bf-b58c-4ca8-a3e2-035f4b7e387b req-0ac28768-45e9-4925-993f-f3c462fde090 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ce2d6d3-bd6f-499e-bdcd-422a418d01df HTTP/1.1" status: 200 len: 843 time: 0.0560508 Feb 18 16:36:34.576945 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72552c4-4609-43a9-b16f-af3c465e3557 req-7b9b8270-a600-4861-96ae-a422a1d27bce tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:34.579475 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b72552c4-4609-43a9-b16f-af3c465e3557 req-7b9b8270-a600-4861-96ae-a422a1d27bce tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0837350 Feb 18 16:36:34.619104 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-85d7ec56-5f74-4d7e-812e-2ca6416196ae tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=28bfb4c8af6f4094ac9c036a90e52cdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0880759 Feb 18 16:36:34.629647 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ee1bf-b58c-4ca8-a3e2-035f4b7e387b req-bfe6f6bf-8d63-436e-b914-bee60cb44242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:34.631675 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-523ee1bf-b58c-4ca8-a3e2-035f4b7e387b req-bfe6f6bf-8d63-436e-b914-bee60cb44242 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0635271 Feb 18 16:36:34.696926 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b72552c4-4609-43a9-b16f-af3c465e3557 req-e76ba1d2-2e7b-40fd-8c06-d0c23e058ddd tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117494 Feb 18 16:36:34.741134 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-dc22908f-01a5-4223-8a0c-e7e777caa853 service neutron] 10.222.0.36 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113615 Feb 18 16:36:34.762813 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-523ee1bf-b58c-4ca8-a3e2-035f4b7e387b req-bec9689d-b52d-4843-8d11-44d596cdf1ae service neutron] 10.222.0.71 "GET /v2.0/networks/ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000011 Feb 18 16:36:34.843512 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-7ffc48b8-11d5-4778-bc3f-b7416a115d60 service neutron] 10.222.0.36 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958023 Feb 18 16:36:34.857522 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-523ee1bf-b58c-4ca8-a3e2-035f4b7e387b req-da964e10-5e25-4289-97ec-2f5f6e362572 service neutron] 10.222.0.71 "GET /v2.0/networks/ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855954 Feb 18 16:36:35.025490 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bca3b4bc-9a17-46b6-97af-a9262eb5425c req-4c9ad483-3f0d-4ae0-b810-6905126b06e4 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 210 time: 0.0502675 Feb 18 16:36:35.049165 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f952b-fe19-40c7-8c11-3a2be7ab1f7b req-26d0c4f3-9291-432d-b4dc-6794aa38393a tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:35.053817 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4f8f952b-fe19-40c7-8c11-3a2be7ab1f7b req-26d0c4f3-9291-432d-b4dc-6794aa38393a tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 948 time: 0.0888872 Feb 18 16:36:35.103481 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4f8f952b-fe19-40c7-8c11-3a2be7ab1f7b req-aa2bb0d2-d777-42f3-9068-dab96aaa0ce1 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f1759ad-f758-4acd-9ad4-f44b117859b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470662 Feb 18 16:36:35.126753 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 56910) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:35.175126 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0e6900-4d5f-4e88-aefb-5cbcfb86322f admin admin] Deleting subnet d49069cc-3074-46b9-8c48-25c2ec49e334 {{(pid=102871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 16:36:35.178248 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6900-4d5f-4e88-aefb-5cbcfb86322f admin admin] Publish callbacks [] for subnet (d49069cc-3074-46b9-8c48-25c2ec49e334), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:35.213051 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6900-4d5f-4e88-aefb-5cbcfb86322f admin admin] Publish callbacks [] for subnet (d49069cc-3074-46b9-8c48-25c2ec49e334), precommit_delete_associations {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:35.222891 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6900-4d5f-4e88-aefb-5cbcfb86322f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1265784'] for subnet (d49069cc-3074-46b9-8c48-25c2ec49e334), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:35.278363 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6900-4d5f-4e88-aefb-5cbcfb86322f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1265761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for subnet (d49069cc-3074-46b9-8c48-25c2ec49e334), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:35.303537 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e6900-4d5f-4e88-aefb-5cbcfb86322f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d49069cc-3074-46b9-8c48-25c2ec49e334,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:35.307206 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6900-4d5f-4e88-aefb-5cbcfb86322f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:35.310389 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-ee0e6900-4d5f-4e88-aefb-5cbcfb86322f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d49069cc-3074-46b9-8c48-25c2ec49e334 HTTP/1.1" status: 204 len: 168 time: 0.1826389 Feb 18 16:36:35.313180 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 56914) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:35.387062 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1222129'] for network (6cdfe413-b293-45cc-8a3a-16531147a722), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:35.470870 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1266929', 'neutron.services.segments.db._delete_segments_for_network-8740553082664'] for network (6cdfe413-b293-45cc-8a3a-16531147a722), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:35.494094 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:36:35.494662 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:36:35.495389 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:36:35.495712 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Subscribe: > port after_create 55550000 {{(pid=102871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:36:35.496051 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:36:35.496376 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Subscribe: > port after_update 55550000 {{(pid=102871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:36:35.496687 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:36:35.497013 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:36:35.497316 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:36:35.497668 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:36:35.611202 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:36:35.611460 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:36:35.611791 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:36:35.612108 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:36:35.612473 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdfe413-b293-45cc-8a3a-16531147a722']}} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:36:35.631710 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c6d32f-e835-4871-9c47-9cd8a0518b93') {'for_net_delete': True} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:36:35.632114 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c6d32f-e835-4871-9c47-9cd8a0518b93') {} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:36:35.650985 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740553082929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13231421'] for segment (13c6d32f-e835-4871-9c47-9cd8a0518b93), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:35.673112 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (13c6d32f-e835-4871-9c47-9cd8a0518b93), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:35.682368 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 16:36:35.682879 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444916'] for segment (13c6d32f-e835-4871-9c47-9cd8a0518b93), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: from cryptography.utils import int_from_bytes Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: from cryptography.utils import int_from_bytes Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: Traceback (most recent call last): Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: timer() Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: cb(*args, **kw) Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: return func(*args, **kwargs) Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: self._notify() Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: self.callback(batched_events) Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: event.method(event) Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: return f(self, *a, **k) Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: return self._get(url).json() Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: return self.request(url, 'GET', **kwargs) Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 16:36:35.705960 dv-cinder-826607-4-iscsi neutron-server[102871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 16:36:35.769327 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1266942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594515'] for network (6cdfe413-b293-45cc-8a3a-16531147a722), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:35.775393 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:35.782909 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6cdfe413-b293-45cc-8a3a-16531147a722 HTTP/1.1" status: 204 len: 168 time: 0.4686363 Feb 18 16:36:35.802118 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33d46d-d009-4d0c-94a8-5e1b97f38870 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cdfe413-b293-45cc-8a3a-16531147a722,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:35.828339 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:35.852238 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e8ad7-0b2d-4959-ac8f-df859e131f16 req-28797b90-16a9-461d-94ac-668d73b16857 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:35.855209 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4d2e8ad7-0b2d-4959-ac8f-df859e131f16 req-28797b90-16a9-461d-94ac-668d73b16857 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0873840 Feb 18 16:36:35.915791 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4d2e8ad7-0b2d-4959-ac8f-df859e131f16 req-61d88b80-7a73-4fae-ba34-f618adc8857e tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515530 Feb 18 16:36:35.997031 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 56934) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:36.037155 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-afc4ad96-196f-41c1-9f35-d712540cef66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=671b7dfd970f4475aea699ec20ae0cba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386934 Feb 18 16:36:36.039432 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 56936) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:36.087706 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a92c4cc9-4eed-4601-8d0d-f8ac316877c9 admin admin] Publish callbacks [] for security_group (d8ea1fd7-3d0e-40b8-b141-617b5251179c), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:36.110070 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a92c4cc9-4eed-4601-8d0d-f8ac316877c9 admin admin] Publish callbacks [] for security_group (d8ea1fd7-3d0e-40b8-b141-617b5251179c), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:36.125851 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cd50485e-65c9-409b-b5f3-a123e76a0f55 req-2875bbc9-7153-49df-a85e-56e62ba460bf tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 210 time: 0.0260584 Feb 18 16:36:36.212189 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a92c4cc9-4eed-4601-8d0d-f8ac316877c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (d8ea1fd7-3d0e-40b8-b141-617b5251179c), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:36.214850 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a92c4cc9-4eed-4601-8d0d-f8ac316877c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:36.217404 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-a92c4cc9-4eed-4601-8d0d-f8ac316877c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8ea1fd7-3d0e-40b8-b141-617b5251179c HTTP/1.1" status: 204 len: 168 time: 0.1757100 Feb 18 16:36:36.236362 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c4cc9-4eed-4601-8d0d-f8ac316877c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ea1fd7-3d0e-40b8-b141-617b5251179c,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:36.247117 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c54fc-3ced-46b1-afe0-d28cd6864e07 req-86ee171e-b648-4c30-95de-7c8a44ba074a tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:36.249626 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4a7c54fc-3ced-46b1-afe0-d28cd6864e07 req-86ee171e-b648-4c30-95de-7c8a44ba074a tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 948 time: 0.0711064 Feb 18 16:36:36.300903 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-047d97d2-148a-4ea0-adf2-fd877d7c3f0b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:36.303658 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-047d97d2-148a-4ea0-adf2-fd877d7c3f0b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.71 "GET /v2.0/networks?id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e HTTP/1.1" status: 200 len: 814 time: 0.1543865 Feb 18 16:36:36.316227 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4a7c54fc-3ced-46b1-afe0-d28cd6864e07 req-d8573aa8-9f9b-4ba2-8d39-a7d5c4f97675 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f1759ad-f758-4acd-9ad4-f44b117859b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606179 Feb 18 16:36:36.339223 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-e685c3cb-1fc9-4b16-8953-cd3fb20ffc65 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Request body: {'port': {'device_id': '9e25fe11-5087-403c-9951-d8501117b1da', 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e', 'admin_state_up': True, 'tenant_id': '28bfb4c8af6f4094ac9c036a90e52cdc'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:36:36.454884 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-e685c3cb-1fc9-4b16-8953-cd3fb20ffc65 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Made reservation on behalf of 28bfb4c8af6f4094ac9c036a90e52cdc for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:36:36.458685 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-e685c3cb-1fc9-4b16-8953-cd3fb20ffc65 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:36.590550 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-e685c3cb-1fc9-4b16-8953-cd3fb20ffc65 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Allocated IP 172.20.0.2 (e4819fa6-9553-4aa3-97f2-f1d4f9604d5e/c1f79cb2-5f1f-4d1b-9876-df6be6f72aab/b10f8196-3cbf-453e-94cf-7577cfd9471d) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:36:36.756527 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-e685c3cb-1fc9-4b16-8953-cd3fb20ffc65 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks [] for port (b10f8196-3cbf-453e-94cf-7577cfd9471d), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:36.790669 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-e685c3cb-1fc9-4b16-8953-cd3fb20ffc65 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (b10f8196-3cbf-453e-94cf-7577cfd9471d), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:36.808671 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['026276bc-60a5-4c70-9209-e90f3e149e42'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:36:36.836050 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-e685c3cb-1fc9-4b16-8953-cd3fb20ffc65 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:36:36.841197 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-e685c3cb-1fc9-4b16-8953-cd3fb20ffc65 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:36:36.845173 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-e685c3cb-1fc9-4b16-8953-cd3fb20ffc65 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:36:36.890462 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685c3cb-1fc9-4b16-8953-cd3fb20ffc65 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Pushing event updated for resources: {'Port': ['ID=b10f8196-3cbf-453e-94cf-7577cfd9471d,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:36.909795 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-e685c3cb-1fc9-4b16-8953-cd3fb20ffc65 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:36.910800 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-e685c3cb-1fc9-4b16-8953-cd3fb20ffc65 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:36.937268 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-e685c3cb-1fc9-4b16-8953-cd3fb20ffc65 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6097517 Feb 18 16:36:36.952977 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Request body: {'port': {'device_id': '9e25fe11-5087-403c-9951-d8501117b1da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:36:37.128168 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5d4fe-be76-4674-badb-2601bb2858d7 req-f9f73f79-032f-4cb6-9844-e15ec89e21f4 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:37.130613 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-68e5d4fe-be76-4674-badb-2601bb2858d7 req-f9f73f79-032f-4cb6-9844-e15ec89e21f4 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.1012678 Feb 18 16:36:37.208576 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-68e5d4fe-be76-4674-badb-2601bb2858d7 req-ab023f7d-63dc-4901-a7e4-d87535dcf37f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707662 Feb 18 16:36:37.256093 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (b10f8196-3cbf-453e-94cf-7577cfd9471d), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:37.325705 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6216e-12a8-4e46-9b0c-371919e112ff req-97fb97b5-e95f-4a38-9249-798d7935ccd3 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:37.328039 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c8b6216e-12a8-4e46-9b0c-371919e112ff req-97fb97b5-e95f-4a38-9249-798d7935ccd3 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 931 time: 0.0655737 Feb 18 16:36:37.350360 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 1abd1ac6-f428-48ad-8c03-f09131c08af3 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:36:37.425698 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 56988) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:37.448277 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c8b6216e-12a8-4e46-9b0c-371919e112ff req-cd141d6b-5b06-4149-8dfa-3b459fb11250 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061356 Feb 18 16:36:37.472474 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 1abd1ac6-f428-48ad-8c03-f09131c08af3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1abd1ac6-f428-48ad-8c03-f09131c08af3,segment=NetworkSegment(89a7a318-0bd3-4417-8737-02e3d5def752),segment_id=89a7a318-0bd3-4417-8737-02e3d5def752)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:37.485271 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': '1abd1ac6-f428-48ad-8c03-f09131c08af3', 'network_id': 'ad2c1306-5ccc-4a4f-8bf0-73ee1ebb96d6', 'port_id': '1abd1ac6-f428-48ad-8c03-f09131c08af3', 'mac_address': 'fa:16:3e:c5:d9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce2d6d3-bd6f-499e-bdcd-422a418d01df', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:36:37.554325 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:37.557229 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 1abd1ac6-f428-48ad-8c03-f09131c08af3 is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:37.557805 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (1abd1ac6-f428-48ad-8c03-f09131c08af3), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:37.578663 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abd1ac6-f428-48ad-8c03-f09131c08af3 {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:36:37.608321 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 1abd1ac6-f428-48ad-8c03-f09131c08af3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1abd1ac6-f428-48ad-8c03-f09131c08af3,segment=NetworkSegment(89a7a318-0bd3-4417-8737-02e3d5def752),segment_id=89a7a318-0bd3-4417-8737-02e3d5def752)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:37.612806 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (1abd1ac6-f428-48ad-8c03-f09131c08af3), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:37.641549 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f15e26-0b32-471f-87b3-107bf7392818 req-80290d31-5d1f-44c0-ab18-411545513aff tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:37.653439 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-62f15e26-0b32-471f-87b3-107bf7392818 req-80290d31-5d1f-44c0-ab18-411545513aff tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 948 time: 0.1239541 Feb 18 16:36:37.658655 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a86e9e23-65cf-4435-ae33-2784de4abe9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:37.686597 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10f8196-3cbf-453e-94cf-7577cfd9471d {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:36:37.687312 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=1abd1ac6-f428-48ad-8c03-f09131c08af3,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:37.699251 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Publish callbacks [] for port (b10f8196-3cbf-453e-94cf-7577cfd9471d), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:37.712865 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:37.713249 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:37.713652 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:37.714005 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:37.714345 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:37.714684 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:37.715019 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:37.715349 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:37.715684 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:37.716031 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:37.716368 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:37.719528 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:37.719893 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:37.726503 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Transition to ACTIVE for port object b10f8196-3cbf-453e-94cf-7577cfd9471d will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:36:37.737870 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (b10f8196-3cbf-453e-94cf-7577cfd9471d), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:37.759942 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-62f15e26-0b32-471f-87b3-107bf7392818 req-5c7661d4-2009-4feb-8eaa-30d9ef00d9e5 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f1759ad-f758-4acd-9ad4-f44b117859b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003530 Feb 18 16:36:37.834993 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Pushing event updated for resources: {'Port': ['ID=b10f8196-3cbf-453e-94cf-7577cfd9471d,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:37.856558 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a86e9e23-65cf-4435-ae33-2784de4abe9d admin admin] Publish callbacks [] for security_group (837b5558-515c-40c1-ac98-0474601c290f), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:37.879768 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a86e9e23-65cf-4435-ae33-2784de4abe9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (837b5558-515c-40c1-ac98-0474601c290f), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:37.936038 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e9e23-65cf-4435-ae33-2784de4abe9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837b5558-515c-40c1-ac98-0474601c290f,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:37.942433 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-a86e9e23-65cf-4435-ae33-2784de4abe9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=033b71e14c0848679fc71a9c9c4d0c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5157027 Feb 18 16:36:37.944786 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Attempting to bind port b10f8196-3cbf-453e-94cf-7577cfd9471d on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:36:37.945128 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Attempting to bind port b10f8196-3cbf-453e-94cf-7577cfd9471d by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '31d3444b-5a87-43ed-967c-57a81aaaf147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:36:37.945369 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 57000) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:37.945571 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Attempting to bind port b10f8196-3cbf-453e-94cf-7577cfd9471d on network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:36:37.951996 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Port b10f8196-3cbf-453e-94cf-7577cfd9471d on network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:36:37.952888 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Attempting to bind port b10f8196-3cbf-453e-94cf-7577cfd9471d on network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:36:37.957822 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:36:37.958159 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Checking segment: {'id': '31d3444b-5a87-43ed-967c-57a81aaaf147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:36:37.958534 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Bound using segment: {'id': '31d3444b-5a87-43ed-967c-57a81aaaf147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:36:37.958958 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Bound port: b10f8196-3cbf-453e-94cf-7577cfd9471d, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d3444b-5a87-43ed-967c-57a81aaaf147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:36:37.959307 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (b10f8196-3cbf-453e-94cf-7577cfd9471d), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:37.997099 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5b10ae64-31a1-494c-a4c0-ab38fd6fa93e admin admin] Publish callbacks [] for security_group (837b5558-515c-40c1-ac98-0474601c290f), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:38.018382 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5b10ae64-31a1-494c-a4c0-ab38fd6fa93e admin admin] Publish callbacks [] for security_group (837b5558-515c-40c1-ac98-0474601c290f), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:38.025740 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] For port b10f8196-3cbf-453e-94cf-7577cfd9471d, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:36:38.029864 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] For port b10f8196-3cbf-453e-94cf-7577cfd9471d, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b10f8196-3cbf-453e-94cf-7577cfd9471d,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:36:38.036584 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (b10f8196-3cbf-453e-94cf-7577cfd9471d), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:38.072069 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5b10ae64-31a1-494c-a4c0-ab38fd6fa93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (837b5558-515c-40c1-ac98-0474601c290f), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:38.072682 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:38.073297 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:38.074696 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] 10.222.0.71 "PUT /v2.0/ports/b10f8196-3cbf-453e-94cf-7577cfd9471d HTTP/1.1" status: 200 len: 1093 time: 1.1260512 Feb 18 16:36:38.075027 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5b10ae64-31a1-494c-a4c0-ab38fd6fa93e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:38.075120 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e25fe11-5087-403c-9951-d8501117b1da', 'tag': 'b10f8196-3cbf-453e-94cf-7577cfd9471d'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:36:38.076729 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-5b10ae64-31a1-494c-a4c0-ab38fd6fa93e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/837b5558-515c-40c1-ac98-0474601c290f HTTP/1.1" status: 204 len: 168 time: 0.1299036 Feb 18 16:36:38.079052 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51cebdc-10a1-4ffd-9944-0855b61efb23" -d '{"events": [{"name": "network-changed", "server_uuid": "9e25fe11-5087-403c-9951-d8501117b1da", "tag": "b10f8196-3cbf-453e-94cf-7577cfd9471d"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:36:38.085061 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10ae64-31a1-494c-a4c0-ab38fd6fa93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837b5558-515c-40c1-ac98-0474601c290f,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:38.110356 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['1abd1ac6-f428-48ad-8c03-f09131c08af3'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:36:38.114391 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35146c40-4607-4112-9904-dffd1023ba8b service neutron] Pushing event updated for resources: {'Port': ['ID=b10f8196-3cbf-453e-94cf-7577cfd9471d,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:38.182188 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b5fce8-9e42-44c7-9f04-ff0426d6afcc x-openstack-request-id: req-53b5fce8-9e42-44c7-9f04-ff0426d6afcc {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:36:38.182482 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e25fe11-5087-403c-9951-d8501117b1da", "tag": "b10f8196-3cbf-453e-94cf-7577cfd9471d", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:36:38.182843 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53b5fce8-9e42-44c7-9f04-ff0426d6afcc {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:36:38.183295 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e25fe11-5087-403c-9951-d8501117b1da', 'tag': 'b10f8196-3cbf-453e-94cf-7577cfd9471d', 'status': 'completed', 'code': 200} Feb 18 16:36:38.256424 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-e288a6ba-df41-4cbb-8656-c3c18a81081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:38.258161 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-e288a6ba-df41-4cbb-8656-c3c18a81081e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=28bfb4c8af6f4094ac9c036a90e52cdc&device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 1127 time: 0.1140921 Feb 18 16:36:38.261811 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d430b93a-791d-43e1-8c0f-0849b0ec10ea req-11ae654e-22e9-4cd9-b0de-c035393c29b0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814674 Feb 18 16:36:38.321417 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-a7f4c764-b4cd-44ee-8b8f-c025003f76f2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b10f8196-3cbf-453e-94cf-7577cfd9471d HTTP/1.1" status: 200 len: 217 time: 0.0489218 Feb 18 16:36:38.349597 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1c470-6968-41c8-bd29-f8f16136e66a req-475dd39f-5b43-4f80-8a46-a25d28a06443 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:38.351483 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7ce1c470-6968-41c8-bd29-f8f16136e66a req-475dd39f-5b43-4f80-8a46-a25d28a06443 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0755725 Feb 18 16:36:38.407868 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7ce1c470-6968-41c8-bd29-f8f16136e66a req-99c8d79a-e58e-404e-8031-756731c6134c tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504546 Feb 18 16:36:38.418542 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430b93a-791d-43e1-8c0f-0849b0ec10ea req-74ef99ba-1836-4012-80d2-a3a5b51ab6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:38.420832 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d430b93a-791d-43e1-8c0f-0849b0ec10ea req-74ef99ba-1836-4012-80d2-a3a5b51ab6be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=28bfb4c8af6f4094ac9c036a90e52cdc&device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 1129 time: 0.0879936 Feb 18 16:36:38.424415 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-ec22002d-6361-45ee-8dea-e1b006db24cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:38.426081 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-ec22002d-6361-45ee-8dea-e1b006db24cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1f79cb2-5f1f-4d1b-9876-df6be6f72aab HTTP/1.1" status: 200 len: 854 time: 0.0655310 Feb 18 16:36:38.455109 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 57012) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:38.470040 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-c2d30757-2151-46f2-b324-c5647410a490 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355577 Feb 18 16:36:38.471778 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-56cc83f7-1722-4273-af60-1021b4882b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:38.590526 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1de153-cdf9-4941-981c-431d55770e66 req-5f1879ca-0d33-40c2-bf8c-1539e0c7c4d6 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:38.592761 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4b1de153-cdf9-4941-981c-431d55770e66 req-5f1879ca-0d33-40c2-bf8c-1539e0c7c4d6 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 943 time: 0.0798459 Feb 18 16:36:38.603376 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-56cc83f7-1722-4273-af60-1021b4882b38 admin admin] Publish callbacks [] for security_group (15012a38-726e-4b35-81a9-d2556bcc8030), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:38.609066 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430b93a-791d-43e1-8c0f-0849b0ec10ea req-4c0f4a5d-daf1-44aa-8fd3-c0223aa1da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:38.610553 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d430b93a-791d-43e1-8c0f-0849b0ec10ea req-4c0f4a5d-daf1-44aa-8fd3-c0223aa1da4e service neutron] 10.222.0.71 "GET /v2.0/networks?id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e HTTP/1.1" status: 200 len: 915 time: 0.1657386 Feb 18 16:36:38.611355 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-56cc83f7-1722-4273-af60-1021b4882b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (15012a38-726e-4b35-81a9-d2556bcc8030), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:38.625276 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-ea7369bb-4818-40cd-96e2-ab0a77d285c4 service neutron] 10.222.0.71 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193435 Feb 18 16:36:38.664460 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d430b93a-791d-43e1-8c0f-0849b0ec10ea req-b3315e63-ce51-4f8c-8c1a-b38c7f7d86ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=026276bc-60a5-4c70-9209-e90f3e149e42 HTTP/1.1" status: 200 len: 217 time: 0.0382297 Feb 18 16:36:38.669710 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-56cc83f7-1722-4273-af60-1021b4882b38 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e8b734383b44b729584016cd625ba1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135215 Feb 18 16:36:38.672863 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 57016) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:38.675106 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc83f7-1722-4273-af60-1021b4882b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15012a38-726e-4b35-81a9-d2556bcc8030,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:38.684445 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4b1de153-cdf9-4941-981c-431d55770e66 req-20b22547-b849-45f1-b713-3104e675863f tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837629 Feb 18 16:36:38.792081 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430b93a-791d-43e1-8c0f-0849b0ec10ea req-09e28c19-d324-4696-bf9a-0e1b953e1843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:38.793557 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d430b93a-791d-43e1-8c0f-0849b0ec10ea req-09e28c19-d324-4696-bf9a-0e1b953e1843 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1f79cb2-5f1f-4d1b-9876-df6be6f72aab HTTP/1.1" status: 200 len: 854 time: 0.1185360 Feb 18 16:36:38.842079 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d430b93a-791d-43e1-8c0f-0849b0ec10ea req-ec113ba5-24d3-4839-a39e-bea36a1c4ce5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352926 Feb 18 16:36:38.842683 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a708873d-280c-46db-9594-a3305d49ac6a admin admin] Publish callbacks [] for security_group (15012a38-726e-4b35-81a9-d2556bcc8030), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:38.886162 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3ab33-5420-479a-acfb-836423a5a98f req-d6d9dd53-e682-4340-ad06-b21961162cd2 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:38.887896 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-57b3ab33-5420-479a-acfb-836423a5a98f req-d6d9dd53-e682-4340-ad06-b21961162cd2 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 949 time: 0.0696585 Feb 18 16:36:38.895160 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a708873d-280c-46db-9594-a3305d49ac6a admin admin] Publish callbacks [] for security_group (15012a38-726e-4b35-81a9-d2556bcc8030), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:38.898258 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0ac9e8c9-6ec6-4f5d-926e-65e764c3b2eb req-53bfd739-d879-4c85-889a-566a230d51d2 service neutron] 10.222.0.71 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356756 Feb 18 16:36:38.954111 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-57b3ab33-5420-479a-acfb-836423a5a98f req-0af114d7-3330-4fee-8bf8-960ffc32594f tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f1759ad-f758-4acd-9ad4-f44b117859b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585668 Feb 18 16:36:39.014495 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d430b93a-791d-43e1-8c0f-0849b0ec10ea req-6032fd9b-f56c-4cc9-9721-1fbcc26af5f2 service neutron] 10.222.0.71 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597233 Feb 18 16:36:39.028941 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a708873d-280c-46db-9594-a3305d49ac6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (15012a38-726e-4b35-81a9-d2556bcc8030), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:39.032359 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a708873d-280c-46db-9594-a3305d49ac6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:39.033812 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-a708873d-280c-46db-9594-a3305d49ac6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15012a38-726e-4b35-81a9-d2556bcc8030 HTTP/1.1" status: 204 len: 168 time: 0.3598249 Feb 18 16:36:39.062427 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708873d-280c-46db-9594-a3305d49ac6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15012a38-726e-4b35-81a9-d2556bcc8030,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:39.153607 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cebdc-10a1-4ffd-9944-0855b61efb23 req-6d9e76e6-5563-4e6e-8229-14476cbf2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:39.155263 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d51cebdc-10a1-4ffd-9944-0855b61efb23 req-6d9e76e6-5563-4e6e-8229-14476cbf2d19 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=28bfb4c8af6f4094ac9c036a90e52cdc&device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 1127 time: 0.1594617 Feb 18 16:36:39.223463 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d430b93a-791d-43e1-8c0f-0849b0ec10ea req-ac72a2db-5145-4882-8079-5d027937daef service neutron] 10.222.0.71 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880448 Feb 18 16:36:39.268106 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cebdc-10a1-4ffd-9944-0855b61efb23 req-af714f27-4b4b-4582-8198-dea459f56ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:39.269813 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d51cebdc-10a1-4ffd-9944-0855b61efb23 req-af714f27-4b4b-4582-8198-dea459f56ed5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e HTTP/1.1" status: 200 len: 915 time: 0.1059535 Feb 18 16:36:39.324859 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d51cebdc-10a1-4ffd-9944-0855b61efb23 req-b44678f7-085e-4eef-80fb-b92002665f5a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b10f8196-3cbf-453e-94cf-7577cfd9471d HTTP/1.1" status: 200 len: 217 time: 0.0418653 Feb 18 16:36:39.382734 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cebdc-10a1-4ffd-9944-0855b61efb23 req-c11edb5e-0d49-425c-89cc-43a1f8e03fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:39.384359 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d51cebdc-10a1-4ffd-9944-0855b61efb23 req-c11edb5e-0d49-425c-89cc-43a1f8e03fe6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1f79cb2-5f1f-4d1b-9876-df6be6f72aab HTTP/1.1" status: 200 len: 854 time: 0.0510099 Feb 18 16:36:39.423337 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d51cebdc-10a1-4ffd-9944-0855b61efb23 req-828b07bf-115e-4204-8f6b-c95659ae73c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306883 Feb 18 16:36:39.535482 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d39159-e758-48e8-8165-9307a129b972 req-b7b7f416-c0f8-4187-af4e-b5fd42903ac5 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:39.536109 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d51cebdc-10a1-4ffd-9944-0855b61efb23 req-cce7dfaa-9ff1-445c-9ada-ffab54851218 service neutron] 10.222.0.71 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916400 Feb 18 16:36:39.536998 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e6d39159-e758-48e8-8165-9307a129b972 req-b7b7f416-c0f8-4187-af4e-b5fd42903ac5 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0605419 Feb 18 16:36:39.588018 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e6d39159-e758-48e8-8165-9307a129b972 req-f47b9350-ffea-470e-86e9-4ecaa0e015ca tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451009 Feb 18 16:36:39.809041 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0249ff-de31-4aa0-b58f-2fcb84b9cc18 req-5cf44e53-4884-4ab7-9a49-48c3714da2d2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:39.810531 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bc0249ff-de31-4aa0-b58f-2fcb84b9cc18 req-5cf44e53-4884-4ab7-9a49-48c3714da2d2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 943 time: 0.0531466 Feb 18 16:36:39.862054 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bc0249ff-de31-4aa0-b58f-2fcb84b9cc18 req-5a1e4850-adab-40a6-ae07-56b6e1324c95 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458140 Feb 18 16:36:40.088111 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009bf60-d2f5-4352-9a75-20c3d4ef5cf0 req-cfa27455-87b4-4dfd-a6a1-f64685adb82b tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:40.094947 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3009bf60-d2f5-4352-9a75-20c3d4ef5cf0 req-cfa27455-87b4-4dfd-a6a1-f64685adb82b tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 949 time: 0.0665963 Feb 18 16:36:40.142646 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3009bf60-d2f5-4352-9a75-20c3d4ef5cf0 req-b875a316-456e-4553-9107-37e8c558b16c tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f1759ad-f758-4acd-9ad4-f44b117859b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468187 Feb 18 16:36:40.705530 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:40.714838 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f434e1-d582-43ed-a984-f4c364f12ad2 req-7dc21f84-29f4-4066-9725-40a24cbf00d2 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:40.716345 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-90f434e1-d582-43ed-a984-f4c364f12ad2 req-7dc21f84-29f4-4066-9725-40a24cbf00d2 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0575011 Feb 18 16:36:40.763847 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-90f434e1-d582-43ed-a984-f4c364f12ad2 req-0182b859-83cc-4700-9d43-37b169f77406 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409918 Feb 18 16:36:40.991645 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2897a-f508-4e86-9ffb-0a8a1ec6b35f req-6d7b8a7f-b8f6-4501-a10b-19d0e1ddab9b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:40.993657 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-78a2897a-f508-4e86-9ffb-0a8a1ec6b35f req-6d7b8a7f-b8f6-4501-a10b-19d0e1ddab9b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 943 time: 0.0607989 Feb 18 16:36:41.042191 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-78a2897a-f508-4e86-9ffb-0a8a1ec6b35f req-8e68a92a-42a9-4f3c-880d-fcfa13992a23 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Feb 18 16:36:41.258274 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1890c-8cb0-4cb2-bd49-927e0ad67ecb req-428d290a-d6b8-45af-aef3-79f87ff20fa7 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:41.259715 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3fa1890c-8cb0-4cb2-bd49-927e0ad67ecb req-428d290a-d6b8-45af-aef3-79f87ff20fa7 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 949 time: 0.0507841 Feb 18 16:36:41.306788 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3fa1890c-8cb0-4cb2-bd49-927e0ad67ecb req-83719ebd-5071-4e41-bde0-bee540bf3d80 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f1759ad-f758-4acd-9ad4-f44b117859b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406337 Feb 18 16:36:41.880439 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0625-8763-4c68-865b-ff834bcf282c req-65629da0-e439-4066-b284-95715b498de0 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:41.881914 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-077c0625-8763-4c68-865b-ff834bcf282c req-65629da0-e439-4066-b284-95715b498de0 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0502052 Feb 18 16:36:41.932463 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-077c0625-8763-4c68-865b-ff834bcf282c req-e85ee322-6e75-438a-871f-a8f16f8f85d8 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443993 Feb 18 16:36:42.158410 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c492264-658f-4ac6-8981-1ad7caa6add9 req-0abec218-417a-4e9d-bc3a-ba215637c77d tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:42.159875 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7c492264-658f-4ac6-8981-1ad7caa6add9 req-0abec218-417a-4e9d-bc3a-ba215637c77d tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 943 time: 0.0500002 Feb 18 16:36:42.205663 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7c492264-658f-4ac6-8981-1ad7caa6add9 req-9d7f4be0-f7f0-4b37-9e84-d889fd1a8883 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403686 Feb 18 16:36:42.420748 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db63591-956b-4e7c-9171-7d00f09636de req-ab03287c-51a0-4503-8024-1812e4e72fcd tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:42.422218 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1db63591-956b-4e7c-9171-7d00f09636de req-ab03287c-51a0-4503-8024-1812e4e72fcd tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 949 time: 0.0506155 Feb 18 16:36:42.467057 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1db63591-956b-4e7c-9171-7d00f09636de req-e0704e91-be39-450e-af52-59bffb0528e0 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f1759ad-f758-4acd-9ad4-f44b117859b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394368 Feb 18 16:36:42.515949 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 1abd1ac6-f428-48ad-8c03-f09131c08af3 up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:36:42.566293 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port 1abd1ac6-f428-48ad-8c03-f09131c08af3 completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:36:42.570389 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port 1abd1ac6-f428-48ad-8c03-f09131c08af3 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:36:42.570764 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (1abd1ac6-f428-48ad-8c03-f09131c08af3), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:42.602809 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d51cebdc-10a1-4ffd-9944-0855b61efb23 req-2018afd9-e587-4b1d-bf42-284ca6c28b28 service neutron] 10.222.0.71 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870490 Feb 18 16:36:42.651026 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 1abd1ac6-f428-48ad-8c03-f09131c08af3 is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:42.651416 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (1abd1ac6-f428-48ad-8c03-f09131c08af3), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:42.673393 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdf85e6-56e8-4e01-a5da-76600ff53670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abd1ac6-f428-48ad-8c03-f09131c08af3'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:36:42.675920 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08f982e-6e31-4472-9f97-bbb90fc1b80f" -d '{"events": [{"server_uuid": "fcdf85e6-56e8-4e01-a5da-76600ff53670", "name": "network-vif-plugged", "status": "completed", "tag": "1abd1ac6-f428-48ad-8c03-f09131c08af3"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:36:42.688872 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 1abd1ac6-f428-48ad-8c03-f09131c08af3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1abd1ac6-f428-48ad-8c03-f09131c08af3,segment=NetworkSegment(89a7a318-0bd3-4417-8737-02e3d5def752),segment_id=89a7a318-0bd3-4417-8737-02e3d5def752)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:42.693495 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (1abd1ac6-f428-48ad-8c03-f09131c08af3), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:42.720556 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03b1d63-eaed-4b06-ae17-86623b3f052b x-openstack-request-id: req-e03b1d63-eaed-4b06-ae17-86623b3f052b {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:36:42.720844 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcdf85e6-56e8-4e01-a5da-76600ff53670", "name": "network-vif-plugged", "status": "completed", "tag": "1abd1ac6-f428-48ad-8c03-f09131c08af3", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:36:42.721096 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e03b1d63-eaed-4b06-ae17-86623b3f052b {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:36:42.721504 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcdf85e6-56e8-4e01-a5da-76600ff53670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abd1ac6-f428-48ad-8c03-f09131c08af3', 'code': 200} Feb 18 16:36:42.750834 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=1abd1ac6-f428-48ad-8c03-f09131c08af3,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:42.921825 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bfe8e-1ada-4bcf-b6c8-f2be524aabe9 req-8aeafa28-4f78-456c-82cb-68aa9b3d62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:42.923237 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-6c9bfe8e-1ada-4bcf-b6c8-f2be524aabe9 req-8aeafa28-4f78-456c-82cb-68aa9b3d62b8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 1134 time: 0.0452521 Feb 18 16:36:42.970787 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-6c9bfe8e-1ada-4bcf-b6c8-f2be524aabe9 req-b85b6d10-1b2e-4ddf-960c-4713ae2d3dc5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3f1759ad-f758-4acd-9ad4-f44b117859b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402391 Feb 18 16:36:43.058864 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a734a4f-c9e5-42cf-8fbb-39755c2ec815 req-de36928c-b22d-4a64-880e-2f963245e0c2 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:43.060361 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6a734a4f-c9e5-42cf-8fbb-39755c2ec815 req-de36928c-b22d-4a64-880e-2f963245e0c2 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0572977 Feb 18 16:36:43.109812 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6a734a4f-c9e5-42cf-8fbb-39755c2ec815 req-5a549be4-e457-4994-8ff3-2ab8c7c33d1d tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438807 Feb 18 16:36:43.328779 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa2bcf-17bc-4c06-8da3-dc8d1a3391f5 req-005ce889-22d7-4d1e-8adc-dd0b84936341 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:43.330292 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-87fa2bcf-17bc-4c06-8da3-dc8d1a3391f5 req-005ce889-22d7-4d1e-8adc-dd0b84936341 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 943 time: 0.0556977 Feb 18 16:36:43.380036 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-87fa2bcf-17bc-4c06-8da3-dc8d1a3391f5 req-31211fc5-090a-4273-9fb9-c1f38abe3e5b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443022 Feb 18 16:36:43.594858 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb11541-07be-4b22-8e6c-d7df7c5a3518 req-81521c7f-fc58-4629-9191-b20f25436c07 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:43.596322 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4fb11541-07be-4b22-8e6c-d7df7c5a3518 req-81521c7f-fc58-4629-9191-b20f25436c07 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 950 time: 0.0560589 Feb 18 16:36:43.645051 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4fb11541-07be-4b22-8e6c-d7df7c5a3518 req-855a0552-e81b-4669-8ef1-8ee6d4e920a6 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f1759ad-f758-4acd-9ad4-f44b117859b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426140 Feb 18 16:36:44.225418 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16391902-ca59-48ed-b2d0-005c29adda54 req-18d97af6-e0e3-488f-a940-7953c8ae03a6 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:44.226871 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-16391902-ca59-48ed-b2d0-005c29adda54 req-18d97af6-e0e3-488f-a940-7953c8ae03a6 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0524645 Feb 18 16:36:44.275692 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-16391902-ca59-48ed-b2d0-005c29adda54 req-78b5e287-cef7-40b7-8e46-4689c31425b7 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424986 Feb 18 16:36:44.519534 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e549ec7-ac4b-4c70-a5d1-2b6ca70bc955 req-d58feda0-dd64-498a-8af7-91527b439b8d tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:44.522984 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6e549ec7-ac4b-4c70-a5d1-2b6ca70bc955 req-d58feda0-dd64-498a-8af7-91527b439b8d tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 943 time: 0.0634472 Feb 18 16:36:44.589818 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6e549ec7-ac4b-4c70-a5d1-2b6ca70bc955 req-e23ebb42-4b79-4062-aac8-190c681301d8 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625854 Feb 18 16:36:44.771321 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed79b07-c2e2-4074-9ef1-e5c85cbf3eb1 req-2450d24d-47c9-4bd0-87d3-98e00bfd665f tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:44.772853 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5ed79b07-c2e2-4074-9ef1-e5c85cbf3eb1 req-2450d24d-47c9-4bd0-87d3-98e00bfd665f tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 950 time: 0.0530100 Feb 18 16:36:44.824107 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5ed79b07-c2e2-4074-9ef1-e5c85cbf3eb1 req-2d99b5f6-c456-42e6-b1e1-8c73e3bc619c tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f1759ad-f758-4acd-9ad4-f44b117859b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456841 Feb 18 16:36:45.102191 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc7bfb-e756-49bc-8efc-d8d911694987 req-c38deda3-bb0f-4c40-9e02-fa687abe0223 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:45.103799 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2fdc7bfb-e756-49bc-8efc-d8d911694987 req-c38deda3-bb0f-4c40-9e02-fa687abe0223 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 950 time: 0.0548913 Feb 18 16:36:45.155084 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2fdc7bfb-e756-49bc-8efc-d8d911694987 req-0a971a61-9445-46ed-a3bc-4a677aa151bb tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f1759ad-f758-4acd-9ad4-f44b117859b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439196 Feb 18 16:36:45.393442 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device b10f8196-3cbf-453e-94cf-7577cfd9471d details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:36:45.404641 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec849e8d-df92-4477-b533-99591c24a39b req-ab43573d-db44-4b55-b329-86fd8733d3ed tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:45.406192 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ec849e8d-df92-4477-b533-99591c24a39b req-ab43573d-db44-4b55-b329-86fd8733d3ed tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0575035 Feb 18 16:36:45.458723 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ec849e8d-df92-4477-b533-99591c24a39b req-75bfea87-aeb5-499d-b433-04dd70da4227 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463483 Feb 18 16:36:45.502436 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port b10f8196-3cbf-453e-94cf-7577cfd9471d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b10f8196-3cbf-453e-94cf-7577cfd9471d,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:45.514977 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': 'b10f8196-3cbf-453e-94cf-7577cfd9471d', 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e', 'port_id': 'b10f8196-3cbf-453e-94cf-7577cfd9471d', 'mac_address': 'fa:16:3e:02:c4:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f79cb2-5f1f-4d1b-9876-df6be6f72aab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:36:45.553071 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port b10f8196-3cbf-453e-94cf-7577cfd9471d is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:45.553522 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (b10f8196-3cbf-453e-94cf-7577cfd9471d), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:45.568515 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10f8196-3cbf-453e-94cf-7577cfd9471d {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:36:45.583851 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:36:45.588523 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port b10f8196-3cbf-453e-94cf-7577cfd9471d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b10f8196-3cbf-453e-94cf-7577cfd9471d,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:45.592132 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (b10f8196-3cbf-453e-94cf-7577cfd9471d), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:45.642023 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=b10f8196-3cbf-453e-94cf-7577cfd9471d,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:45.718276 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d743756-b61f-4782-9c37-6b535c313dea req-e05bca32-2db0-4e7b-af89-0d17c18e5916 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:45.719778 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4d743756-b61f-4782-9c37-6b535c313dea req-e05bca32-2db0-4e7b-af89-0d17c18e5916 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 944 time: 0.0598390 Feb 18 16:36:45.771045 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4d743756-b61f-4782-9c37-6b535c313dea req-a03c0950-9f39-485e-bf4c-185192fc8b07 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454385 Feb 18 16:36:46.014103 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['b10f8196-3cbf-453e-94cf-7577cfd9471d'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:36:46.043645 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 57258) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:46.157073 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9ff51b4e-d48c-41e1-87aa-11bf1b29a95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:46.238460 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9ff51b4e-d48c-41e1-87aa-11bf1b29a95d admin admin] Publish callbacks [] for security_group (43bd62bf-e7e7-4e80-b537-4918d23adc30), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:46.243448 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9ff51b4e-d48c-41e1-87aa-11bf1b29a95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (43bd62bf-e7e7-4e80-b537-4918d23adc30), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:46.275670 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad60eb9-ea01-4ca5-8089-c57987578a48 req-6360a750-159a-46d2-a7bb-0b03c2c239e1 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:46.283384 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bad60eb9-ea01-4ca5-8089-c57987578a48 req-6360a750-159a-46d2-a7bb-0b03c2c239e1 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 950 time: 0.0606506 Feb 18 16:36:46.289001 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-9ff51b4e-d48c-41e1-87aa-11bf1b29a95d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b35e94fd5a645a0aabc8f0de1c6103d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442980 Feb 18 16:36:46.289761 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff51b4e-d48c-41e1-87aa-11bf1b29a95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bd62bf-e7e7-4e80-b537-4918d23adc30,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:46.292064 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 57268) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:46.342623 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bad60eb9-ea01-4ca5-8089-c57987578a48 req-0a516291-a88f-479a-9f8e-a22efdc02da3 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f1759ad-f758-4acd-9ad4-f44b117859b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579982 Feb 18 16:36:46.344279 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-eb55b0aa-c828-41a2-8697-171a32919bfa admin admin] Publish callbacks [] for security_group (43bd62bf-e7e7-4e80-b537-4918d23adc30), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:46.378105 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-eb55b0aa-c828-41a2-8697-171a32919bfa admin admin] Publish callbacks [] for security_group (43bd62bf-e7e7-4e80-b537-4918d23adc30), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:46.427465 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-eb55b0aa-c828-41a2-8697-171a32919bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (43bd62bf-e7e7-4e80-b537-4918d23adc30), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:46.430114 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-eb55b0aa-c828-41a2-8697-171a32919bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:46.433893 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-eb55b0aa-c828-41a2-8697-171a32919bfa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43bd62bf-e7e7-4e80-b537-4918d23adc30 HTTP/1.1" status: 204 len: 168 time: 0.1384714 Feb 18 16:36:46.439805 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55b0aa-c828-41a2-8697-171a32919bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bd62bf-e7e7-4e80-b537-4918d23adc30,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:46.587978 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fa466-65e9-4816-89f7-4d56a7d87232 req-ef6ea9d8-5fbd-49df-8417-75c01548ebb6 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:46.589925 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b82fa466-65e9-4816-89f7-4d56a7d87232 req-ef6ea9d8-5fbd-49df-8417-75c01548ebb6 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0602760 Feb 18 16:36:46.642072 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b82fa466-65e9-4816-89f7-4d56a7d87232 req-a122e195-cbc9-4938-917b-087c40819c9b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455992 Feb 18 16:36:46.671080 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 57290) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:46.780474 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-1622ccbb-a0b5-4d1e-ac62-7f112086f81a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:46.903751 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-1622ccbb-a0b5-4d1e-ac62-7f112086f81a admin admin] Publish callbacks [] for security_group (57a16696-4891-480d-a2ff-41554064480e), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:46.911556 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-1622ccbb-a0b5-4d1e-ac62-7f112086f81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (57a16696-4891-480d-a2ff-41554064480e), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:46.948455 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a84a4-35d1-491e-a87f-8172c7948ad7 req-d0aa3f94-3d28-4642-a429-21fb23032a9b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:46.953893 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0e4a84a4-35d1-491e-a87f-8172c7948ad7 req-d0aa3f94-3d28-4642-a429-21fb23032a9b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 944 time: 0.1102610 Feb 18 16:36:46.983291 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-1622ccbb-a0b5-4d1e-ac62-7f112086f81a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22b2567d80cf445692f28089a912e589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109207 Feb 18 16:36:46.985901 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 57308) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:46.986520 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622ccbb-a0b5-4d1e-ac62-7f112086f81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a16696-4891-480d-a2ff-41554064480e,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:47.002492 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892859cb-cf93-4b25-a67a-f06c92899c5d req-1e99eae5-bc79-4ed2-9a8f-4ef3a0666e2c tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:47.004741 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-892859cb-cf93-4b25-a67a-f06c92899c5d req-1e99eae5-bc79-4ed2-9a8f-4ef3a0666e2c tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 950 time: 0.0639756 Feb 18 16:36:47.054794 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0e4a84a4-35d1-491e-a87f-8172c7948ad7 req-187e5b61-fdb4-4459-8bcc-015d70d62ca8 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976818 Feb 18 16:36:47.087715 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f02cee50-7867-4ec8-810e-d34a731ea8f0 admin admin] Publish callbacks [] for security_group (57a16696-4891-480d-a2ff-41554064480e), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:47.115441 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f02cee50-7867-4ec8-810e-d34a731ea8f0 admin admin] Publish callbacks [] for security_group (57a16696-4891-480d-a2ff-41554064480e), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:47.130305 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-892859cb-cf93-4b25-a67a-f06c92899c5d req-59e4f5ca-42df-42e9-ab9e-8f42f7d2a64b tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Deleting port 1abd1ac6-f428-48ad-8c03-f09131c08af3 {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:36:47.130864 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-892859cb-cf93-4b25-a67a-f06c92899c5d req-59e4f5ca-42df-42e9-ab9e-8f42f7d2a64b tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (1abd1ac6-f428-48ad-8c03-f09131c08af3), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:47.166521 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f02cee50-7867-4ec8-810e-d34a731ea8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (57a16696-4891-480d-a2ff-41554064480e), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:47.169073 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f02cee50-7867-4ec8-810e-d34a731ea8f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:47.173404 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-f02cee50-7867-4ec8-810e-d34a731ea8f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57a16696-4891-480d-a2ff-41554064480e HTTP/1.1" status: 204 len: 168 time: 0.1816428 Feb 18 16:36:47.183732 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cee50-7867-4ec8-810e-d34a731ea8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a16696-4891-480d-a2ff-41554064480e,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:47.254790 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-892859cb-cf93-4b25-a67a-f06c92899c5d req-59e4f5ca-42df-42e9-ab9e-8f42f7d2a64b tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] For port 1abd1ac6-f428-48ad-8c03-f09131c08af3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1abd1ac6-f428-48ad-8c03-f09131c08af3,segment=NetworkSegment(89a7a318-0bd3-4417-8737-02e3d5def752),segment_id=89a7a318-0bd3-4417-8737-02e3d5def752)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:47.255052 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-892859cb-cf93-4b25-a67a-f06c92899c5d req-59e4f5ca-42df-42e9-ab9e-8f42f7d2a64b tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (1abd1ac6-f428-48ad-8c03-f09131c08af3), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:47.267836 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-892859cb-cf93-4b25-a67a-f06c92899c5d req-59e4f5ca-42df-42e9-ab9e-8f42f7d2a64b tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Calling delete_port for 1abd1ac6-f428-48ad-8c03-f09131c08af3 owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:36:47.393070 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device b10f8196-3cbf-453e-94cf-7577cfd9471d up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:36:47.431383 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-892859cb-cf93-4b25-a67a-f06c92899c5d req-59e4f5ca-42df-42e9-ab9e-8f42f7d2a64b tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (1abd1ac6-f428-48ad-8c03-f09131c08af3), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:47.453680 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['1abd1ac6-f428-48ad-8c03-f09131c08af3'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:36:47.507337 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4f5ca-42df-42e9-ab9e-8f42f7d2a64b tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Pushing event deleted for resources: {'Port': ['ID=1abd1ac6-f428-48ad-8c03-f09131c08af3,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:47.517672 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port b10f8196-3cbf-453e-94cf-7577cfd9471d completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:36:47.523825 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3ef73d3c-dab4-4ae9-87d2-52609ec0883f req-6b94d9af-0f6a-464b-ac50-309feb29ae30 tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 210 time: 0.0668025 Feb 18 16:36:47.524080 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port b10f8196-3cbf-453e-94cf-7577cfd9471d triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:36:47.524718 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (b10f8196-3cbf-453e-94cf-7577cfd9471d), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:47.583917 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-892859cb-cf93-4b25-a67a-f06c92899c5d req-59e4f5ca-42df-42e9-ab9e-8f42f7d2a64b tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] No DVR routers for this DVR port 1abd1ac6-f428-48ad-8c03-f09131c08af3 on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:36:47.587895 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-892859cb-cf93-4b25-a67a-f06c92899c5d req-59e4f5ca-42df-42e9-ab9e-8f42f7d2a64b tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:47.592523 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-892859cb-cf93-4b25-a67a-f06c92899c5d req-59e4f5ca-42df-42e9-ab9e-8f42f7d2a64b tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.71 "DELETE /v2.0/ports/1abd1ac6-f428-48ad-8c03-f09131c08af3 HTTP/1.1" status: 204 len: 173 time: 0.5811639 Feb 18 16:36:47.593014 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdf85e6-56e8-4e01-a5da-76600ff53670', 'name': 'network-vif-deleted', 'tag': '1abd1ac6-f428-48ad-8c03-f09131c08af3'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:36:47.596581 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3401dfd2-9364-4d35-8695-9fd9b8babf42" -d '{"events": [{"server_uuid": "fcdf85e6-56e8-4e01-a5da-76600ff53670", "name": "network-vif-deleted", "tag": "1abd1ac6-f428-48ad-8c03-f09131c08af3"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:36:47.689372 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3162290-e06a-4100-b2b5-446ffc12dd2d x-openstack-request-id: req-e3162290-e06a-4100-b2b5-446ffc12dd2d {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:36:47.689679 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcdf85e6-56e8-4e01-a5da-76600ff53670", "name": "network-vif-deleted", "tag": "1abd1ac6-f428-48ad-8c03-f09131c08af3", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:36:47.690226 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3162290-e06a-4100-b2b5-446ffc12dd2d {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:36:47.690906 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcdf85e6-56e8-4e01-a5da-76600ff53670', 'name': 'network-vif-deleted', 'tag': '1abd1ac6-f428-48ad-8c03-f09131c08af3', 'status': 'completed', 'code': 200} Feb 18 16:36:47.708311 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port b10f8196-3cbf-453e-94cf-7577cfd9471d is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:47.708845 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (b10f8196-3cbf-453e-94cf-7577cfd9471d), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:47.728437 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 57334) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:47.743956 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e25fe11-5087-403c-9951-d8501117b1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10f8196-3cbf-453e-94cf-7577cfd9471d'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:36:47.745847 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f9d2-15c8-4068-a543-fa961e142e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:47.746481 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7b7d12-7163-4a43-a2ed-0061991c11f7" -d '{"events": [{"server_uuid": "9e25fe11-5087-403c-9951-d8501117b1da", "name": "network-vif-plugged", "status": "completed", "tag": "b10f8196-3cbf-453e-94cf-7577cfd9471d"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:36:47.778501 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port b10f8196-3cbf-453e-94cf-7577cfd9471d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b10f8196-3cbf-453e-94cf-7577cfd9471d,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:47.784631 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (b10f8196-3cbf-453e-94cf-7577cfd9471d), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:47.820589 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd91c38-6d36-459d-aaac-d762281feb2f x-openstack-request-id: req-2cd91c38-6d36-459d-aaac-d762281feb2f {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:36:47.821242 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e25fe11-5087-403c-9951-d8501117b1da", "name": "network-vif-plugged", "status": "completed", "tag": "b10f8196-3cbf-453e-94cf-7577cfd9471d", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:36:47.821741 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2cd91c38-6d36-459d-aaac-d762281feb2f {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:36:47.822882 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e25fe11-5087-403c-9951-d8501117b1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10f8196-3cbf-453e-94cf-7577cfd9471d', 'code': 200} Feb 18 16:36:47.870907 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=b10f8196-3cbf-453e-94cf-7577cfd9471d,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:47.900415 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b9b46-4eaa-4c9f-b69f-0e7b704c3154 req-c2029bb7-fbe4-4a83-9bc5-060a97e978bd tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:47.902097 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c27b9b46-4eaa-4c9f-b69f-0e7b704c3154 req-c2029bb7-fbe4-4a83-9bc5-060a97e978bd tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.1217389 Feb 18 16:36:47.980138 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c27b9b46-4eaa-4c9f-b69f-0e7b704c3154 req-7ba68b32-8ee4-4654-91a7-b3b824a52917 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694861 Feb 18 16:36:47.981869 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f9d2-15c8-4068-a543-fa961e142e77 admin admin] Publish callbacks [] for security_group (4f1b9317-ad05-423a-9249-4f36e37b714f), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:47.988329 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f9d2-15c8-4068-a543-fa961e142e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (4f1b9317-ad05-423a-9249-4f36e37b714f), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:48.042800 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-cbd2f9d2-15c8-4068-a543-fa961e142e77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57a118928cf24539868f845c2be476f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091409 Feb 18 16:36:48.042800 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2f9d2-15c8-4068-a543-fa961e142e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1b9317-ad05-423a-9249-4f36e37b714f,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:48.042800 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 57342) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:48.048274 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34022703-dfa8-48d1-89a0-69e44d3f73b4 req-1f6dbe20-2ce1-4cb1-884f-9610742d8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:48.051807 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-34022703-dfa8-48d1-89a0-69e44d3f73b4 req-1f6dbe20-2ce1-4cb1-884f-9610742d8637 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 1129 time: 0.0685945 Feb 18 16:36:48.095934 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d4604767-a87a-45f1-8aba-cd5996f06b92 admin admin] Publish callbacks [] for security_group (4f1b9317-ad05-423a-9249-4f36e37b714f), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:48.110527 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-34022703-dfa8-48d1-89a0-69e44d3f73b4 req-00a1f050-42b9-4df5-ae75-6650144774de service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483277 Feb 18 16:36:48.125908 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d4604767-a87a-45f1-8aba-cd5996f06b92 admin admin] Publish callbacks [] for security_group (4f1b9317-ad05-423a-9249-4f36e37b714f), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:48.394568 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3f956-9329-4f60-83f6-cc712a925902 req-60a4eb23-0e36-4046-8ce4-135a0330709d tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:48.396058 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-89b3f956-9329-4f60-83f6-cc712a925902 req-60a4eb23-0e36-4046-8ce4-135a0330709d tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 945 time: 0.2729030 Feb 18 16:36:48.411654 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d4604767-a87a-45f1-8aba-cd5996f06b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (4f1b9317-ad05-423a-9249-4f36e37b714f), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:48.414124 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d4604767-a87a-45f1-8aba-cd5996f06b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:48.415176 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-d4604767-a87a-45f1-8aba-cd5996f06b92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f1b9317-ad05-423a-9249-4f36e37b714f HTTP/1.1" status: 204 len: 168 time: 0.3717606 Feb 18 16:36:48.434189 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4604767-a87a-45f1-8aba-cd5996f06b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1b9317-ad05-423a-9249-4f36e37b714f,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:48.462769 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-89b3f956-9329-4f60-83f6-cc712a925902 req-a7983c7b-761a-4481-9616-efeff75cd2da tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590801 Feb 18 16:36:48.659054 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-54e155fb-346c-4d95-a083-e91e1c2cc4f9 req-0d9ec280-e97e-4303-8d5c-6a3e67f240de tempest-VolumesNegativeTest-1110454063 tempest-VolumesNegativeTest-1110454063-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcdf85e6-56e8-4e01-a5da-76600ff53670 HTTP/1.1" status: 200 len: 210 time: 0.0340040 Feb 18 16:36:49.113499 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3af8f-0533-4613-9a43-528f4c33462d req-b671c668-92f7-427c-bbc7-8ffc7bdab984 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:49.115002 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0eb3af8f-0533-4613-9a43-528f4c33462d req-b671c668-92f7-427c-bbc7-8ffc7bdab984 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0573809 Feb 18 16:36:49.161627 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0eb3af8f-0533-4613-9a43-528f4c33462d req-84642173-5f52-4c3e-a013-c56bfd525cb0 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408735 Feb 18 16:36:49.608973 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666173f-1d4e-4909-a9cd-97b98579f281 req-32caec56-5cc4-4d83-8f8e-65e9ab8953ae tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:49.615734 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0666173f-1d4e-4909-a9cd-97b98579f281 req-32caec56-5cc4-4d83-8f8e-65e9ab8953ae tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 945 time: 0.0777338 Feb 18 16:36:49.665790 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0666173f-1d4e-4909-a9cd-97b98579f281 req-b0bc1d60-1f70-4902-8b01-d4e9085cf862 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491223 Feb 18 16:36:50.325607 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11626f17-0d09-4370-9f24-46f312392576 req-e46b3d08-82bd-479e-8d36-83dd364f7b9d tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:50.327526 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-11626f17-0d09-4370-9f24-46f312392576 req-e46b3d08-82bd-479e-8d36-83dd364f7b9d tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0673187 Feb 18 16:36:50.378063 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-11626f17-0d09-4370-9f24-46f312392576 req-24094e9a-12e8-478e-9ae4-276d51b5c52b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449810 Feb 18 16:36:50.521756 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 57532) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:50.631468 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9b64e55a-a407-4326-a472-b7e30bc80905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:50.710241 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9b64e55a-a407-4326-a472-b7e30bc80905 admin admin] Publish callbacks [] for security_group (7e1a2516-e994-4ddd-84e8-62a9b6cf4d48), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:50.714118 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9b64e55a-a407-4326-a472-b7e30bc80905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (7e1a2516-e994-4ddd-84e8-62a9b6cf4d48), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:50.782711 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-9b64e55a-a407-4326-a472-b7e30bc80905 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=069f5ab7fb17407e99bfef8f9c60f9dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598763 Feb 18 16:36:50.785213 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 57578) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:50.792546 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64e55a-a407-4326-a472-b7e30bc80905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1a2516-e994-4ddd-84e8-62a9b6cf4d48,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:50.843138 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75523ae3-4c14-447d-8cab-5e149b6b31f0 req-8d9b36eb-d005-4043-a2cf-f75e018872f7 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:50.844560 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-75523ae3-4c14-447d-8cab-5e149b6b31f0 req-8d9b36eb-d005-4043-a2cf-f75e018872f7 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 945 time: 0.1101940 Feb 18 16:36:50.872506 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7559d768-662b-4f23-91d4-a2036ff32b20 admin admin] Publish callbacks [] for security_group (7e1a2516-e994-4ddd-84e8-62a9b6cf4d48), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:50.911055 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7559d768-662b-4f23-91d4-a2036ff32b20 admin admin] Publish callbacks [] for security_group (7e1a2516-e994-4ddd-84e8-62a9b6cf4d48), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:50.924699 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-75523ae3-4c14-447d-8cab-5e149b6b31f0 req-51a6a0ea-5228-4a56-96b7-cc0fb383bfed tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729589 Feb 18 16:36:50.967186 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7559d768-662b-4f23-91d4-a2036ff32b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (7e1a2516-e994-4ddd-84e8-62a9b6cf4d48), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:50.970232 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7559d768-662b-4f23-91d4-a2036ff32b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:50.974142 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-7559d768-662b-4f23-91d4-a2036ff32b20 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e1a2516-e994-4ddd-84e8-62a9b6cf4d48 HTTP/1.1" status: 204 len: 168 time: 0.1852629 Feb 18 16:36:50.980185 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559d768-662b-4f23-91d4-a2036ff32b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1a2516-e994-4ddd-84e8-62a9b6cf4d48,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:51.305910 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 57618) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:51.321318 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-94a13201-14b9-4f6d-84c0-0075f7ba714a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:51.409286 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-94a13201-14b9-4f6d-84c0-0075f7ba714a admin admin] Publish callbacks [] for security_group (6dd2f30d-a822-48fc-9a27-dba886b23fc7), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:51.417300 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-94a13201-14b9-4f6d-84c0-0075f7ba714a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (6dd2f30d-a822-48fc-9a27-dba886b23fc7), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:51.422552 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 1abd1ac6-f428-48ad-8c03-f09131c08af3 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:36:51.460853 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a13201-14b9-4f6d-84c0-0075f7ba714a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd2f30d-a822-48fc-9a27-dba886b23fc7,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:51.469675 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 57638) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:51.471216 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-94a13201-14b9-4f6d-84c0-0075f7ba714a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34b5225154cb4cfbb2f7d9dd21f387e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627288 Feb 18 16:36:51.498363 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: 1abd1ac6-f428-48ad-8c03-f09131c08af3 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:36:51.498905 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 1abd1ac6-f428-48ad-8c03-f09131c08af3 not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:36:51.595821 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-21eefa57-e517-443b-bc49-7f6ee54e9560 admin admin] Publish callbacks [] for security_group (6dd2f30d-a822-48fc-9a27-dba886b23fc7), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:51.634649 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-21eefa57-e517-443b-bc49-7f6ee54e9560 admin admin] Publish callbacks [] for security_group (6dd2f30d-a822-48fc-9a27-dba886b23fc7), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:51.651306 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d52e9d-3c3e-4bb8-abc0-5f57290320d8 req-1ce9f5b3-6139-4c77-a10e-ee56b518aa9e tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:51.653094 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-33d52e9d-3c3e-4bb8-abc0-5f57290320d8 req-1ce9f5b3-6139-4c77-a10e-ee56b518aa9e tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.1248143 Feb 18 16:36:51.708259 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-21eefa57-e517-443b-bc49-7f6ee54e9560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (6dd2f30d-a822-48fc-9a27-dba886b23fc7), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:51.710979 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-21eefa57-e517-443b-bc49-7f6ee54e9560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:51.712130 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-21eefa57-e517-443b-bc49-7f6ee54e9560 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6dd2f30d-a822-48fc-9a27-dba886b23fc7 HTTP/1.1" status: 204 len: 168 time: 0.2417078 Feb 18 16:36:51.722243 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eefa57-e517-443b-bc49-7f6ee54e9560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd2f30d-a822-48fc-9a27-dba886b23fc7,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:51.738336 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-33d52e9d-3c3e-4bb8-abc0-5f57290320d8 req-7063af04-f91b-4aad-b644-37b4934b255c tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784452 Feb 18 16:36:52.308760 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 57724) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:52.476720 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-bca4bc9e-3309-440f-ab7d-fca9bfb7b8d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:52.572243 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-bca4bc9e-3309-440f-ab7d-fca9bfb7b8d2 admin admin] Publish callbacks [] for security_group (550e4806-b365-4971-815a-d388254a3efe), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:52.576257 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-bca4bc9e-3309-440f-ab7d-fca9bfb7b8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (550e4806-b365-4971-815a-d388254a3efe), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:52.617158 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-bca4bc9e-3309-440f-ab7d-fca9bfb7b8d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3dbca0a9fe724026bed9f001f61f3313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073347 Feb 18 16:36:52.618252 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4bc9e-3309-440f-ab7d-fca9bfb7b8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550e4806-b365-4971-815a-d388254a3efe,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:52.621068 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 57744) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:52.715660 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3b028f8b-36e6-4106-b97c-fc09371ee596 admin admin] Publish callbacks [] for security_group (550e4806-b365-4971-815a-d388254a3efe), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:52.745468 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3b028f8b-36e6-4106-b97c-fc09371ee596 admin admin] Publish callbacks [] for security_group (550e4806-b365-4971-815a-d388254a3efe), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:52.817490 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3b028f8b-36e6-4106-b97c-fc09371ee596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (550e4806-b365-4971-815a-d388254a3efe), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:52.821483 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3b028f8b-36e6-4106-b97c-fc09371ee596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:52.823422 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-3b028f8b-36e6-4106-b97c-fc09371ee596 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/550e4806-b365-4971-815a-d388254a3efe HTTP/1.1" status: 204 len: 168 time: 0.1983345 Feb 18 16:36:52.836584 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b028f8b-36e6-4106-b97c-fc09371ee596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550e4806-b365-4971-815a-d388254a3efe,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:52.915795 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7de244-dc78-46f4-ae98-fe6c7a283538 req-9d9919e5-9750-47c8-be22-cf72f62d52e2 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:52.923950 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9c7de244-dc78-46f4-ae98-fe6c7a283538 req-9d9919e5-9750-47c8-be22-cf72f62d52e2 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0809834 Feb 18 16:36:52.985647 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9c7de244-dc78-46f4-ae98-fe6c7a283538 req-6cc43cfb-c874-45d8-833d-8c11135f619d tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545139 Feb 18 16:36:53.208044 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 57794) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:53.221843 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b3b2-1f0a-406e-a201-25f3658d6dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:53.308431 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b3b2-1f0a-406e-a201-25f3658d6dda admin admin] Publish callbacks [] for security_group (48435ad1-4b78-4fae-95b7-f12166502ade), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:53.313757 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b3b2-1f0a-406e-a201-25f3658d6dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (48435ad1-4b78-4fae-95b7-f12166502ade), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:53.350059 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2b3b2-1f0a-406e-a201-25f3658d6dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48435ad1-4b78-4fae-95b7-f12166502ade,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:53.370765 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-0ed2b3b2-1f0a-406e-a201-25f3658d6dda admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f05cdcea3cce4439ac1398a4824552fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1613607 Feb 18 16:36:53.373432 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 57806) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:53.397237 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 57810) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:53.427924 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-4ed94558-5666-47b5-a4d8-f253873be350 admin admin] Publish callbacks [] for security_group (48435ad1-4b78-4fae-95b7-f12166502ade), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:53.455967 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-4ed94558-5666-47b5-a4d8-f253873be350 admin admin] Publish callbacks [] for security_group (48435ad1-4b78-4fae-95b7-f12166502ade), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:53.511299 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-4ed94558-5666-47b5-a4d8-f253873be350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (48435ad1-4b78-4fae-95b7-f12166502ade), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:53.514442 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-4ed94558-5666-47b5-a4d8-f253873be350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:53.521603 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-4ed94558-5666-47b5-a4d8-f253873be350 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48435ad1-4b78-4fae-95b7-f12166502ade HTTP/1.1" status: 204 len: 168 time: 0.1438651 Feb 18 16:36:53.526545 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed94558-5666-47b5-a4d8-f253873be350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48435ad1-4b78-4fae-95b7-f12166502ade,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:53.556776 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b203b98a-f614-4af7-a442-980991d133a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:53.661722 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b203b98a-f614-4af7-a442-980991d133a2 admin admin] Publish callbacks [] for security_group (a2d00e4c-12b5-4374-90a8-ade1945291c6), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:53.666580 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b203b98a-f614-4af7-a442-980991d133a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (a2d00e4c-12b5-4374-90a8-ade1945291c6), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:53.714929 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 57844) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:53.728113 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-b203b98a-f614-4af7-a442-980991d133a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5518c38d86e24a63b21c8045f260aae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290687 Feb 18 16:36:53.728416 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203b98a-f614-4af7-a442-980991d133a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d00e4c-12b5-4374-90a8-ade1945291c6,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:53.777782 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8a3d23d0-33f2-4585-abca-b6945f803ef5 admin admin] Publish callbacks [] for security_group (a2d00e4c-12b5-4374-90a8-ade1945291c6), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:53.816652 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8a3d23d0-33f2-4585-abca-b6945f803ef5 admin admin] Publish callbacks [] for security_group (a2d00e4c-12b5-4374-90a8-ade1945291c6), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:53.894162 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8a3d23d0-33f2-4585-abca-b6945f803ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (a2d00e4c-12b5-4374-90a8-ade1945291c6), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:53.897202 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8a3d23d0-33f2-4585-abca-b6945f803ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:53.898544 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-8a3d23d0-33f2-4585-abca-b6945f803ef5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2d00e4c-12b5-4374-90a8-ade1945291c6 HTTP/1.1" status: 204 len: 168 time: 0.1826379 Feb 18 16:36:53.910160 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d23d0-33f2-4585-abca-b6945f803ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d00e4c-12b5-4374-90a8-ade1945291c6,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:54.237077 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-81e99856-6653-434e-951e-a4f20ea8cbb2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:54.238587 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-81e99856-6653-434e-951e-a4f20ea8cbb2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/networks?id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e HTTP/1.1" status: 200 len: 814 time: 0.1833768 Feb 18 16:36:54.245918 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a907f9-2f4d-4b97-990a-cd44613d5d38 req-1d2af789-1d9d-4d0f-927e-540dfc336924 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:54.247326 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-40a907f9-2f4d-4b97-990a-cd44613d5d38 req-1d2af789-1d9d-4d0f-927e-540dfc336924 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.1327906 Feb 18 16:36:54.268337 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-d8ac068f-8e7b-402f-b363-6d684d37f87d tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/quotas/28bfb4c8af6f4094ac9c036a90e52cdc HTTP/1.1" status: 200 len: 375 time: 0.0195367 Feb 18 16:36:54.341847 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-40a907f9-2f4d-4b97-990a-cd44613d5d38 req-520b1edd-c064-4a4f-b38b-1e6b75aa93fa tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865698 Feb 18 16:36:54.352922 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-127d5185-4fce-4f0d-8a98-f9cde64d4ae3 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=28bfb4c8af6f4094ac9c036a90e52cdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769727 Feb 18 16:36:54.463676 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-fb5a8795-3550-4a51-b669-20ac2ef58cd2 service neutron] 10.222.0.36 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967979 Feb 18 16:36:54.556524 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-d3838a2c-8afb-4535-a4cc-32ddf1e2dac1 service neutron] 10.222.0.36 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863459 Feb 18 16:36:54.746260 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5a9c99af-7ea9-4e6e-9df8-f78ce1ec1603 req-e7e0a09f-f739-4c19-9fd9-5ee5a3cf2fc5 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 210 time: 0.0369401 Feb 18 16:36:54.854577 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 57926) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:55.089993 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-44af6068-607b-444d-8585-83b7a4e95036 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1456476625-network', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:36:55.096435 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 57938) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:55.125101 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44af6068-607b-444d-8585-83b7a4e95036 admin admin] Made reservation on behalf of a9f79c26ed8948318c926160ece4f736 for: {'network': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:36:55.128058 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44af6068-607b-444d-8585-83b7a4e95036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:55.137177 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44af6068-607b-444d-8585-83b7a4e95036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:55.227056 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44af6068-607b-444d-8585-83b7a4e95036 admin admin] Publish callbacks [] for security_group (257042a5-bb8d-4210-a909-c04af2ebce38), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:55.232744 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44af6068-607b-444d-8585-83b7a4e95036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (257042a5-bb8d-4210-a909-c04af2ebce38), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:55.263417 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44af6068-607b-444d-8585-83b7a4e95036 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=102872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:36:55.280912 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af6068-607b-444d-8585-83b7a4e95036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257042a5-bb8d-4210-a909-c04af2ebce38,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:55.284155 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44af6068-607b-444d-8585-83b7a4e95036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (b0f8370f-4a44-4ac5-b089-87d0f0c0a199), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:55.284668 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.segments_db [None req-44af6068-607b-444d-8585-83b7a4e95036 admin admin] Added segment b0f8370f-4a44-4ac5-b089-87d0f0c0a199 of type vlan for network 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 Feb 18 16:36:55.324946 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 57950) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:55.325192 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-8a622a6e-7a12-4f22-9906-fdc9341f16e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d53e8a24df94476ae18909e82376fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267115 Feb 18 16:36:55.345176 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44af6068-607b-444d-8585-83b7a4e95036 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (7be8af3c-f9ea-44c7-9fd0-e5865773f2f7), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:55.406178 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fccc5cc6-5ba5-49d2-a884-79a112f64e3d admin admin] Publish callbacks [] for security_group (3f1759ad-f758-4acd-9ad4-f44b117859b4), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:55.416682 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44af6068-607b-444d-8585-83b7a4e95036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (7be8af3c-f9ea-44c7-9fd0-e5865773f2f7), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:55.417795 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44af6068-607b-444d-8585-83b7a4e95036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:55.418461 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44af6068-607b-444d-8585-83b7a4e95036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:55.506766 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fccc5cc6-5ba5-49d2-a884-79a112f64e3d admin admin] Publish callbacks [] for security_group (3f1759ad-f758-4acd-9ad4-f44b117859b4), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:55.525536 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-44af6068-607b-444d-8585-83b7a4e95036 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6693320 Feb 18 16:36:55.528706 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 57968) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:55.535139 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-7c32b425-2989-451c-8901-c687295a9345 admin admin] Request body: {'subnet': {'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1456476625-subnet', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'ip_version': 4}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:36:55.549116 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af6068-607b-444d-8585-83b7a4e95036 admin admin] Pushing event updated for resources: {'Network': ['ID=7be8af3c-f9ea-44c7-9fd0-e5865773f2f7,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:55.562076 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c32b425-2989-451c-8901-c687295a9345 admin admin] Made reservation on behalf of a9f79c26ed8948318c926160ece4f736 for: {'subnet': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:36:55.564074 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:36:55.567221 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-7c32b425-2989-451c-8901-c687295a9345 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13416927'] for subnet (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:55.580615 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb4353-7bc8-45cc-88e4-d184f6684b13 req-27b623ad-5ac6-47eb-a553-535e4294cfbb tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:55.582326 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e5fb4353-7bc8-45cc-88e4-d184f6684b13 req-27b623ad-5ac6-47eb-a553-535e4294cfbb tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.1588008 Feb 18 16:36:55.607684 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fccc5cc6-5ba5-49d2-a884-79a112f64e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (3f1759ad-f758-4acd-9ad4-f44b117859b4), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:55.610721 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fccc5cc6-5ba5-49d2-a884-79a112f64e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:55.614260 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-fccc5cc6-5ba5-49d2-a884-79a112f64e3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f1759ad-f758-4acd-9ad4-f44b117859b4 HTTP/1.1" status: 204 len: 168 time: 0.2850409 Feb 18 16:36:55.627187 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc5cc6-5ba5-49d2-a884-79a112f64e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1759ad-f758-4acd-9ad4-f44b117859b4,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:55.683196 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e5fb4353-7bc8-45cc-88e4-d184f6684b13 req-92da04b0-0a60-4cc5-a94f-e1a383634047 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913823 Feb 18 16:36:55.782027 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 57976) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:55.787946 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-7c32b425-2989-451c-8901-c687295a9345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13446551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13416897'] for subnet (26e29d89-c798-44aa-ba6f-15822d150e51), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:55.857828 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32b425-2989-451c-8901-c687295a9345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26e29d89-c798-44aa-ba6f-15822d150e51,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:55.866535 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-42c17817-4d0e-41f9-9242-b26427c13093 req-3f639514-b124-4edc-ac3f-22a74f1818fb tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 210 time: 0.0370646 Feb 18 16:36:55.869768 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c32b425-2989-451c-8901-c687295a9345 admin admin] Checking segment: {'id': 'b0f8370f-4a44-4ac5-b089-87d0f0c0a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:36:55.870133 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c32b425-2989-451c-8901-c687295a9345 admin admin] Network hostable DHCP agents. Network: 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:36:55.892904 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c32b425-2989-451c-8901-c687295a9345 admin admin] Network 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:36:55.905257 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-7c32b425-2989-451c-8901-c687295a9345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7) {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:36:55.909554 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c32b425-2989-451c-8901-c687295a9345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:55.910156 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-7c32b425-2989-451c-8901-c687295a9345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:55.920705 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c180afb4-4f5d-4295-922a-1b3f36a5e492 None None] Network 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:36:55.938195 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-7c32b425-2989-451c-8901-c687295a9345 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4078274 Feb 18 16:36:55.940632 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 57984) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:55.949668 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1456476625-router', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:36:55.982086 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16042'] for router (1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:55.984861 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16035'] for router (1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.023836 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-10d4cd2b-6ee7-40bc-9835-e41d3ddd5bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.047971 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7aa75c09-f67d-5ad7-b446-04c7edce05f4-7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'fixed_ips': [{'subnet_id': '26e29d89-c798-44aa-ba6f-15822d150e51'}]}} from dv-cinder-826607-4-iscsi. {{(pid=102873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 16:36:56.048873 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.051692 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Publish callbacks [] for router_controller (1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5), precommit_add_association {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.142893 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-10d4cd2b-6ee7-40bc-9835-e41d3ddd5bd8 admin admin] Publish callbacks [] for security_group (01170781-68e8-4338-9f1d-8faaaf1f42cd), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.150319 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-10d4cd2b-6ee7-40bc-9835-e41d3ddd5bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (01170781-68e8-4338-9f1d-8faaaf1f42cd), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.204218 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-10d4cd2b-6ee7-40bc-9835-e41d3ddd5bd8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=751f39ce0fe54188a99674297b77e7f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4198954 Feb 18 16:36:56.204828 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 57994) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:56.205492 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4cd2b-6ee7-40bc-9835-e41d3ddd5bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01170781-68e8-4338-9f1d-8faaaf1f42cd,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:56.213839 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Publish callbacks [] for router_gateway (1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.241473 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.db_base_plugin_common [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Allocated IP 172.20.0.2 (7be8af3c-f9ea-44c7-9fd0-e5865773f2f7/26e29d89-c798-44aa-ba6f-15822d150e51/b5933667-26bd-40bf-9558-3be80438658a) {{(pid=102873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:36:56.261511 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-114ac70a-337e-455d-8336-2d2fdd61f7ba admin admin] Publish callbacks [] for security_group (01170781-68e8-4338-9f1d-8faaaf1f42cd), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.286751 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-114ac70a-337e-455d-8336-2d2fdd61f7ba admin admin] Publish callbacks [] for security_group (01170781-68e8-4338-9f1d-8faaaf1f42cd), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.364698 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-114ac70a-337e-455d-8336-2d2fdd61f7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (01170781-68e8-4338-9f1d-8faaaf1f42cd), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.367788 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-114ac70a-337e-455d-8336-2d2fdd61f7ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.372286 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-114ac70a-337e-455d-8336-2d2fdd61f7ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01170781-68e8-4338-9f1d-8faaaf1f42cd HTTP/1.1" status: 204 len: 168 time: 0.1639991 Feb 18 16:36:56.380874 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ac70a-337e-455d-8336-2d2fdd61f7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01170781-68e8-4338-9f1d-8faaaf1f42cd,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:56.469901 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Publish callbacks [] for router_gateway (1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.481330 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Publish callbacks [] for port (b5933667-26bd-40bf-9558-3be80438658a), precommit_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.489513 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (b5933667-26bd-40bf-9558-3be80438658a), after_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.491574 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.538833 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Pushing event updated for resources: {'Port': ['ID=b5933667-26bd-40bf-9558-3be80438658a,revision_number=1']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:56.566247 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Network 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 is already hosted by enough agents. {{(pid=102873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:36:56.568741 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.base_scheduler [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Resources bound (agent type, host, resource id): {{(pid=102873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:36:56.571470 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Received port after_create {{(pid=102873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:36:56.619815 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Allocated IP 172.27.2.68 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/6efb6915-046e-41bf-ba4e-c54efb448e0f) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:36:56.631595 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Attempting to bind port b5933667-26bd-40bf-9558-3be80438658a on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:36:56.631981 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Attempting to bind port b5933667-26bd-40bf-9558-3be80438658a by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': 'b0f8370f-4a44-4ac5-b089-87d0f0c0a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:36:56.632348 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Attempting to bind port b5933667-26bd-40bf-9558-3be80438658a on network 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:36:56.637641 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:36:56.638023 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Checking segment: {'id': 'b0f8370f-4a44-4ac5-b089-87d0f0c0a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:36:56.638992 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.639393 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Bound using segment: {'id': 'b0f8370f-4a44-4ac5-b089-87d0f0c0a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:36:56.639869 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Bound port: b5933667-26bd-40bf-9558-3be80438658a, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f8370f-4a44-4ac5-b089-87d0f0c0a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:36:56.640255 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (b5933667-26bd-40bf-9558-3be80438658a), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.724458 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] For port b5933667-26bd-40bf-9558-3be80438658a, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:36:56.728833 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] For port b5933667-26bd-40bf-9558-3be80438658a, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=b5933667-26bd-40bf-9558-3be80438658a,segment=NetworkSegment(b0f8370f-4a44-4ac5-b089-87d0f0c0a199),segment_id=b0f8370f-4a44-4ac5-b089-87d0f0c0a199)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:36:56.737764 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (b5933667-26bd-40bf-9558-3be80438658a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:56.834452 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ddfd4-4174-4686-ab20-e0d31ac3f716 None None] Pushing event updated for resources: {'Port': ['ID=b5933667-26bd-40bf-9558-3be80438658a,revision_number=2']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:56.875131 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 58014) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:56.941007 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba6937-9567-4a4f-b35e-a71944c22692 req-861f197b-0bee-429d-8cf5-6d351d391f0c tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:56.942583 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6cba6937-9567-4a4f-b35e-a71944c22692 req-861f197b-0bee-429d-8cf5-6d351d391f0c tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.1258006 Feb 18 16:36:56.957651 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-59874a75-f921-422a-8442-ea9253f70079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:57.009641 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Publish callbacks [] for port (6efb6915-046e-41bf-ba4e-c54efb448e0f), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:57.031010 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d3bc4c4c-348f-45c0-b599-ac44450f43ef req-4ef3219c-8dc1-406a-a899-a29f06fbbe16 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 210 time: 0.0687654 Feb 18 16:36:57.056602 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (6efb6915-046e-41bf-ba4e-c54efb448e0f), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:57.096124 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:36:57.096748 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6cba6937-9567-4a4f-b35e-a71944c22692 req-2dddac94-3c27-43fd-925a-510a51ffff57 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357131 Feb 18 16:36:57.103804 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:36:57.107161 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:36:57.186671 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-59874a75-f921-422a-8442-ea9253f70079 admin admin] Publish callbacks [] for security_group (a0f3efbd-3cff-41d8-93cf-1643fe7a5882), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:57.189357 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Pushing event updated for resources: {'Port': ['ID=6efb6915-046e-41bf-ba4e-c54efb448e0f,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:57.191853 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-59874a75-f921-422a-8442-ea9253f70079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (a0f3efbd-3cff-41d8-93cf-1643fe7a5882), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:57.260255 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59874a75-f921-422a-8442-ea9253f70079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f3efbd-3cff-41d8-93cf-1643fe7a5882,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:57.264661 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-59874a75-f921-422a-8442-ea9253f70079 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=18a5c0afc41a44c28bb33ceabb2dee2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3870351 Feb 18 16:36:57.267310 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 58028) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:57.348706 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bc46a543-b4ae-4c7f-a672-b7599a0353e8 admin admin] Publish callbacks [] for security_group (a0f3efbd-3cff-41d8-93cf-1643fe7a5882), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:57.371892 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bc46a543-b4ae-4c7f-a672-b7599a0353e8 admin admin] Publish callbacks [] for security_group (a0f3efbd-3cff-41d8-93cf-1643fe7a5882), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:57.468460 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bc46a543-b4ae-4c7f-a672-b7599a0353e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (a0f3efbd-3cff-41d8-93cf-1643fe7a5882), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:57.471310 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bc46a543-b4ae-4c7f-a672-b7599a0353e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:57.477382 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-bc46a543-b4ae-4c7f-a672-b7599a0353e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0f3efbd-3cff-41d8-93cf-1643fe7a5882 HTTP/1.1" status: 204 len: 168 time: 0.2088575 Feb 18 16:36:57.484731 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Publish callbacks [] for router_gateway (1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:57.492949 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46a543-b4ae-4c7f-a672-b7599a0353e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f3efbd-3cff-41d8-93cf-1643fe7a5882,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:57.741536 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594459'] for router (1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:57.890922 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 is scheduled to L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a with binding_index 1 {{(pid=102871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 16:36:58.006885 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:36:58.016317 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Sync routers for ids ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:36:58.025817 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:58.027250 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-3082ecfd-1188-4f76-8e1d-f6a40644f4ac admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0848162 Feb 18 16:36:58.030758 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 58050) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:36:58.035472 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Routers {'1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:36:58.036285 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:36:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:36:58.139382 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd835cda-afa6-4436-aed7-5e3b7ffe4602 None None] Network 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:36:58.211433 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8702e98f-62dc-4ce8-b27f-66c9ae9527a6 req-2d54e706-d247-4ce7-82f4-59ac6571055c tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 210 time: 0.0623524 Feb 18 16:36:58.282010 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Set router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:36:58.313123 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-59d13d64-b1c3-4459-b563-d798d5a764e2 None None] Provisioning complete for port b5933667-26bd-40bf-9558-3be80438658a triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:36:58.317576 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-59d13d64-b1c3-4459-b563-d798d5a764e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (b5933667-26bd-40bf-9558-3be80438658a), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:58.379552 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19214188-cbc1-4485-8a73-735ab24d96b4 req-f177ba36-cf9f-4016-a427-5aaf7774e262 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:58.390298 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-19214188-cbc1-4485-8a73-735ab24d96b4 req-f177ba36-cf9f-4016-a427-5aaf7774e262 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.1214952 Feb 18 16:36:58.438268 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-6ea12206-3373-4b5d-8073-46921b13d5b8 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:58.439818 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-6ea12206-3373-4b5d-8073-46921b13d5b8 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.71 "GET /v2.0/networks?id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e HTTP/1.1" status: 200 len: 814 time: 0.2665110 Feb 18 16:36:58.473406 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-59044c71-f1ed-4288-b1ea-c4d55d7c5cad tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Request body: {'port': {'device_id': '5059995c-b17a-4cdd-ae4e-d520fa513ba3', 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e', 'admin_state_up': True, 'tenant_id': '28bfb4c8af6f4094ac9c036a90e52cdc'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:36:58.481080 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-19214188-cbc1-4485-8a73-735ab24d96b4 req-9c693967-fa79-41c9-b710-6cd3957d9edf tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850637 Feb 18 16:36:58.530829 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-59d13d64-b1c3-4459-b563-d798d5a764e2 None None] Current status of the port b5933667-26bd-40bf-9558-3be80438658a is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:58.531390 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-59d13d64-b1c3-4459-b563-d798d5a764e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (b5933667-26bd-40bf-9558-3be80438658a), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:58.599627 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-59d13d64-b1c3-4459-b563-d798d5a764e2 None None] For port b5933667-26bd-40bf-9558-3be80438658a, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=b5933667-26bd-40bf-9558-3be80438658a,segment=NetworkSegment(b0f8370f-4a44-4ac5-b089-87d0f0c0a199),segment_id=b0f8370f-4a44-4ac5-b089-87d0f0c0a199)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:36:58.608852 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-59d13d64-b1c3-4459-b563-d798d5a764e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (b5933667-26bd-40bf-9558-3be80438658a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:58.628081 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'name': 'tempest-TestShelveInstance-1456476625-router', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:36:55Z', 'updated_at': '2022-02-18T16:36:57Z', 'revision_number': 3, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'gw_port': {'id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:56Z', 'updated_at': '2022-02-18T16:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:36:58.680203 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Checking router: 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:36:58.680786 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Updating router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 port 6efb6915-046e-41bf-ba4e-c54efb448e0f binding host dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:36:58.694984 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d13d64-b1c3-4459-b563-d798d5a764e2 None None] Pushing event updated for resources: {'Port': ['ID=b5933667-26bd-40bf-9558-3be80438658a,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:58.735308 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (6efb6915-046e-41bf-ba4e-c54efb448e0f), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:58.834459 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5a9e01e5-2569-4148-8b96-14575d37956f None None] Provisioning complete for port b5933667-26bd-40bf-9558-3be80438658a triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:36:58.835067 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5a9e01e5-2569-4148-8b96-14575d37956f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (b5933667-26bd-40bf-9558-3be80438658a), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:58.943482 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e01e5-2569-4148-8b96-14575d37956f None None] Current status of the port b5933667-26bd-40bf-9558-3be80438658a is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:59.012494 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-59044c71-f1ed-4288-b1ea-c4d55d7c5cad tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Made reservation on behalf of 28bfb4c8af6f4094ac9c036a90e52cdc for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:36:59.016012 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-59044c71-f1ed-4288-b1ea-c4d55d7c5cad tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:59.035884 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Publish callbacks [] for port (6efb6915-046e-41bf-ba4e-c54efb448e0f), precommit_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:59.042737 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (6efb6915-046e-41bf-ba4e-c54efb448e0f), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:59.091602 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3d0e9-d35a-4ee7-8498-97e0d63d225e None None] Pushing event updated for resources: {'Port': ['ID=6efb6915-046e-41bf-ba4e-c54efb448e0f,revision_number=2']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:59.100515 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3d0e9-d35a-4ee7-8498-97e0d63d225e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:59.100884 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3d0e9-d35a-4ee7-8498-97e0d63d225e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:59.101243 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3d0e9-d35a-4ee7-8498-97e0d63d225e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:59.101844 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3d0e9-d35a-4ee7-8498-97e0d63d225e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:59.102306 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3d0e9-d35a-4ee7-8498-97e0d63d225e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:59.102776 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3d0e9-d35a-4ee7-8498-97e0d63d225e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:59.103243 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3d0e9-d35a-4ee7-8498-97e0d63d225e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:59.103825 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3d0e9-d35a-4ee7-8498-97e0d63d225e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:59.104303 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3d0e9-d35a-4ee7-8498-97e0d63d225e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:59.104795 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3d0e9-d35a-4ee7-8498-97e0d63d225e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:59.105560 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3d0e9-d35a-4ee7-8498-97e0d63d225e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:59.106089 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3d0e9-d35a-4ee7-8498-97e0d63d225e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:59.106593 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3d0e9-d35a-4ee7-8498-97e0d63d225e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:36:59.134358 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Attempting to bind port 6efb6915-046e-41bf-ba4e-c54efb448e0f on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:36:59.135643 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Attempting to bind port 6efb6915-046e-41bf-ba4e-c54efb448e0f by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:36:59.136543 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Attempting to bind port 6efb6915-046e-41bf-ba4e-c54efb448e0f on network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:36:59.147972 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:36:59.148895 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Checking segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:36:59.149745 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:59.150344 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Bound using segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:36:59.151015 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Bound port: 6efb6915-046e-41bf-ba4e-c54efb448e0f, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:36:59.151603 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (6efb6915-046e-41bf-ba4e-c54efb448e0f), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:59.190154 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device b5933667-26bd-40bf-9558-3be80438658a up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:36:59.218376 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] For port 6efb6915-046e-41bf-ba4e-c54efb448e0f, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:36:59.222775 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] For port 6efb6915-046e-41bf-ba4e-c54efb448e0f, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=6efb6915-046e-41bf-ba4e-c54efb448e0f,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:36:59.233194 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (6efb6915-046e-41bf-ba4e-c54efb448e0f), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:59.253967 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-59044c71-f1ed-4288-b1ea-c4d55d7c5cad tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Allocated IP 172.20.0.3 (e4819fa6-9553-4aa3-97f2-f1d4f9604d5e/c1f79cb2-5f1f-4d1b-9876-df6be6f72aab/906d4cee-f7a7-4cb9-8e09-e8e32da50887) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:36:59.280675 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:59.291354 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port b5933667-26bd-40bf-9558-3be80438658a triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:36:59.291745 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (b5933667-26bd-40bf-9558-3be80438658a), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:59.300083 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3d0e9-d35a-4ee7-8498-97e0d63d225e None None] Pushing event updated for resources: {'Port': ['ID=6efb6915-046e-41bf-ba4e-c54efb448e0f,revision_number=3']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:59.352834 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Routers {'1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:36:59.353418 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:36:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:36:59.405880 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-dded6a34-c9e3-4ec9-8ef3-b23990b17210 req-349cbc81-2ea4-475a-9376-ffb21b16a090 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 210 time: 0.0879917 Feb 18 16:36:59.442053 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port b5933667-26bd-40bf-9558-3be80438658a is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:36:59.579609 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-59044c71-f1ed-4288-b1ea-c4d55d7c5cad tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks [] for port (906d4cee-f7a7-4cb9-8e09-e8e32da50887), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:59.604795 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Allocated IP 172.20.0.1 (7be8af3c-f9ea-44c7-9fd0-e5865773f2f7/26e29d89-c798-44aa-ba6f-15822d150e51/03f2a1f3-d303-4557-87d0-333feb9337b0) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:36:59.616507 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] Set router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:36:59.629640 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07244d62-6060-48cc-a117-bd0c50aa5615 req-cd4cdbe2-e990-4191-a4b1-082f7f3169db tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:59.634799 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-07244d62-6060-48cc-a117-bd0c50aa5615 req-cd4cdbe2-e990-4191-a4b1-082f7f3169db tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0888774 Feb 18 16:36:59.702550 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-07244d62-6060-48cc-a117-bd0c50aa5615 req-dbdf978e-ae97-464d-91f6-5270fcc41628 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552032 Feb 18 16:36:59.728862 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Publish callbacks [] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:59.757274 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-59044c71-f1ed-4288-b1ea-c4d55d7c5cad tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (906d4cee-f7a7-4cb9-8e09-e8e32da50887), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:59.783131 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['026276bc-60a5-4c70-9209-e90f3e149e42', 'b10f8196-3cbf-453e-94cf-7577cfd9471d'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:36:59.829097 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59044c71-f1ed-4288-b1ea-c4d55d7c5cad tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Pushing event updated for resources: {'Port': ['ID=906d4cee-f7a7-4cb9-8e09-e8e32da50887,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:36:59.844041 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'name': 'tempest-TestShelveInstance-1456476625-router', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:36:55Z', 'updated_at': '2022-02-18T16:36:57Z', 'revision_number': 3, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'gw_port': {'id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:56Z', 'updated_at': '2022-02-18T16:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:36:59.845021 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-59044c71-f1ed-4288-b1ea-c4d55d7c5cad tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:36:59.847792 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-59044c71-f1ed-4288-b1ea-c4d55d7c5cad tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:36:59.851190 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-59044c71-f1ed-4288-b1ea-c4d55d7c5cad tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:36:59.891698 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:59.892747 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bf09d1-c34b-41c7-afc5-651f5302e9b3 None None] The sync data for ids ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'] in dv-cinder-826607-4-iscsi is: [{'id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'name': 'tempest-TestShelveInstance-1456476625-router', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:36:55Z', 'updated_at': '2022-02-18T16:36:57Z', 'revision_number': 3, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'gw_port': {'id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:56Z', 'updated_at': '2022-02-18T16:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:36:59.953641 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Network 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:36:59.968104 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:36:59.973194 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:36:59.982895 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-59044c71-f1ed-4288-b1ea-c4d55d7c5cad tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:36:59.983754 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-59044c71-f1ed-4288-b1ea-c4d55d7c5cad tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:36:59.990057 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Pushing event updated for resources: {'Port': ['ID=03f2a1f3-d303-4557-87d0-333feb9337b0,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:00.056737 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-59044c71-f1ed-4288-b1ea-c4d55d7c5cad tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5941470 Feb 18 16:37:00.073672 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Request body: {'port': {'device_id': '5059995c-b17a-4cdd-ae4e-d520fa513ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:37:00.108970 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593960'] for router_interface (1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:00.202811 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (906d4cee-f7a7-4cb9-8e09-e8e32da50887), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:00.373298 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-48602e5a-eb98-40c2-b3c7-4284027ee92e None None] Provisioning complete for port 03f2a1f3-d303-4557-87d0-333feb9337b0 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:00.373852 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-48602e5a-eb98-40c2-b3c7-4284027ee92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:00.413433 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-48602e5a-eb98-40c2-b3c7-4284027ee92e None None] Port 03f2a1f3-d303-4557-87d0-333feb9337b0 cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:37:00.440903 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:00.538740 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08be27-c0b8-4851-b616-5e8de54515e2 req-29af7ef9-9318-4072-8f10-c980edea78a1 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:00.540968 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2f08be27-c0b8-4851-b616-5e8de54515e2 req-29af7ef9-9318-4072-8f10-c980edea78a1 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 931 time: 0.0615380 Feb 18 16:37:00.592406 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2f08be27-c0b8-4851-b616-5e8de54515e2 req-ddb00ff3-335e-4e26-8c70-25d5f99daf92 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440211 Feb 18 16:37:00.707365 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906d4cee-f7a7-4cb9-8e09-e8e32da50887 {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:37:00.716997 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Publish callbacks [] for port (906d4cee-f7a7-4cb9-8e09-e8e32da50887), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:00.743792 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Publish callbacks [] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:00.745604 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Transition to ACTIVE for port object 906d4cee-f7a7-4cb9-8e09-e8e32da50887 will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:37:00.756525 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:00.761708 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (906d4cee-f7a7-4cb9-8e09-e8e32da50887), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:00.872997 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Pushing event updated for resources: {'Port': ['ID=03f2a1f3-d303-4557-87d0-333feb9337b0,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:00.875895 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec3616-70be-4ddd-a3f9-1003417d5645 req-606075bd-107c-42d7-8a62-99f3851a4854 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:00.884979 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-63ec3616-70be-4ddd-a3f9-1003417d5645 req-606075bd-107c-42d7-8a62-99f3851a4854 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0869973 Feb 18 16:37:00.952090 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-63ec3616-70be-4ddd-a3f9-1003417d5645 req-5ab25c03-f232-46d1-b5bf-8470e8e39e76 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659025 Feb 18 16:37:00.955863 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Pushing event updated for resources: {'Port': ['ID=906d4cee-f7a7-4cb9-8e09-e8e32da50887,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:00.996544 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593988'] for router_interface (1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:01.128766 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Attempting to bind port 906d4cee-f7a7-4cb9-8e09-e8e32da50887 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:37:01.130211 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Attempting to bind port 906d4cee-f7a7-4cb9-8e09-e8e32da50887 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '31d3444b-5a87-43ed-967c-57a81aaaf147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:37:01.130211 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Attempting to bind port 906d4cee-f7a7-4cb9-8e09-e8e32da50887 on network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:37:01.149228 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Port 906d4cee-f7a7-4cb9-8e09-e8e32da50887 on network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:37:01.152095 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Attempting to bind port 906d4cee-f7a7-4cb9-8e09-e8e32da50887 on network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:37:01.161367 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:37:01.161805 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Checking segment: {'id': '31d3444b-5a87-43ed-967c-57a81aaaf147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:37:01.162343 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Bound using segment: {'id': '31d3444b-5a87-43ed-967c-57a81aaaf147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:37:01.163030 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Bound port: 906d4cee-f7a7-4cb9-8e09-e8e32da50887, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d3444b-5a87-43ed-967c-57a81aaaf147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:37:01.163494 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (906d4cee-f7a7-4cb9-8e09-e8e32da50887), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:01.172548 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5f8293e4-5023-4c48-b70f-84f863e93388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:01.198816 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Network 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:37:01.224625 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 6efb6915-046e-41bf-ba4e-c54efb448e0f up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:37:01.233728 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:37:01.288657 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 6efb6915-046e-41bf-ba4e-c54efb448e0f triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:01.289042 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (6efb6915-046e-41bf-ba4e-c54efb448e0f), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:01.383959 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] For port 906d4cee-f7a7-4cb9-8e09-e8e32da50887, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:37:01.384391 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 6efb6915-046e-41bf-ba4e-c54efb448e0f is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:01.384932 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (6efb6915-046e-41bf-ba4e-c54efb448e0f), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:01.391453 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] For port 906d4cee-f7a7-4cb9-8e09-e8e32da50887, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=906d4cee-f7a7-4cb9-8e09-e8e32da50887,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:37:01.405788 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (906d4cee-f7a7-4cb9-8e09-e8e32da50887), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:01.414358 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] For port 6efb6915-046e-41bf-ba4e-c54efb448e0f, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=6efb6915-046e-41bf-ba4e-c54efb448e0f,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:37:01.419995 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (6efb6915-046e-41bf-ba4e-c54efb448e0f), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:01.447065 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:01.447668 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:01.449389 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] 10.222.0.71 "PUT /v2.0/ports/906d4cee-f7a7-4cb9-8e09-e8e32da50887 HTTP/1.1" status: 200 len: 1093 time: 1.3850245 Feb 18 16:37:01.454417 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5059995c-b17a-4cdd-ae4e-d520fa513ba3', 'tag': '906d4cee-f7a7-4cb9-8e09-e8e32da50887'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:37:01.456855 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe65d943-b0e8-4763-bff6-fee3314c78a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5059995c-b17a-4cdd-ae4e-d520fa513ba3", "tag": "906d4cee-f7a7-4cb9-8e09-e8e32da50887"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:37:01.460972 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:37:01.474299 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Pushing event updated for resources: {'Port': ['ID=6efb6915-046e-41bf-ba4e-c54efb448e0f,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:01.536694 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15304b11-b8bb-456c-b289-5230397aa359 x-openstack-request-id: req-15304b11-b8bb-456c-b289-5230397aa359 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:37:01.536984 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5059995c-b17a-4cdd-ae4e-d520fa513ba3", "tag": "906d4cee-f7a7-4cb9-8e09-e8e32da50887", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:37:01.537238 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15304b11-b8bb-456c-b289-5230397aa359 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:37:01.537640 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5059995c-b17a-4cdd-ae4e-d520fa513ba3', 'tag': '906d4cee-f7a7-4cb9-8e09-e8e32da50887', 'status': 'completed', 'code': 200} Feb 18 16:37:01.539888 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384c8eb-d0e4-494b-9dbb-a3776b214045 service neutron] Pushing event updated for resources: {'Port': ['ID=906d4cee-f7a7-4cb9-8e09-e8e32da50887,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:01.544225 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-0762c9be-4f5e-4ee9-a2d8-ba8537af292a None None] Provisioning complete for port 03f2a1f3-d303-4557-87d0-333feb9337b0 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:01.545250 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-0762c9be-4f5e-4ee9-a2d8-ba8537af292a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:01.581052 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-0762c9be-4f5e-4ee9-a2d8-ba8537af292a None None] Port 03f2a1f3-d303-4557-87d0-333feb9337b0 cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:37:01.605835 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:37:01.611677 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-f2da6ebc-bf6a-408a-a6b5-35315409ea09 admin admin] 10.222.0.36 "PUT /v2.0/routers/1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5796187 Feb 18 16:37:01.723506 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfe67c-247b-45e6-bfcc-bdcd8f86287b req-509ddfb2-0f9f-4b8e-8fb5-ac61664f344b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:01.725125 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5abfe67c-247b-45e6-bfcc-bdcd8f86287b req-509ddfb2-0f9f-4b8e-8fb5-ac61664f344b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 943 time: 0.0615015 Feb 18 16:37:01.772053 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5abfe67c-247b-45e6-bfcc-bdcd8f86287b req-f24a9bf3-1f4a-42fc-944e-3f3e8568a87e tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412486 Feb 18 16:37:01.827627 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Sync routers for ids ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:37:01.837806 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Routers {'1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:37:01.838422 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:36:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:37:01.948714 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Set router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:37:02.064461 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcdfeb-f796-4985-8a21-f4f95260f547 req-7851b3bb-11ee-4ada-a73e-68be1c299544 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:02.066129 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0cfcdfeb-f796-4985-8a21-f4f95260f547 req-7851b3bb-11ee-4ada-a73e-68be1c299544 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0548682 Feb 18 16:37:02.114331 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0cfcdfeb-f796-4985-8a21-f4f95260f547 req-34bdcc9c-2748-452f-a433-184fd57ec360 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424638 Feb 18 16:37:02.173359 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'name': 'tempest-TestShelveInstance-1456476625-router', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:36:55Z', 'updated_at': '2022-02-18T16:37:00Z', 'revision_number': 4, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'gw_port': {'id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:56Z', 'updated_at': '2022-02-18T16:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '03f2a1f3-d303-4557-87d0-333feb9337b0', 'name': '', 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'mac_address': 'fa:16:3e:a5:9e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:59Z', 'updated_at': '2022-02-18T16:37:00Z', 'revision_number': 2, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'subnets': [{'id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:37:02.195380 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 58150) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:02.200203 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-c2c06a90-5c35-477e-b1bd-5b31a2ff0cd1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1280000321-network', 'tenant_id': '6fdac00c1e644349875addca114445b1'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:37:02.209141 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Checking router: 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:37:02.209603 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Updating router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 port 03f2a1f3-d303-4557-87d0-333feb9337b0 binding host dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:37:02.222891 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c06a90-5c35-477e-b1bd-5b31a2ff0cd1 admin admin] Made reservation on behalf of 6fdac00c1e644349875addca114445b1 for: {'network': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:37:02.225345 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c2c06a90-5c35-477e-b1bd-5b31a2ff0cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.235317 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c2c06a90-5c35-477e-b1bd-5b31a2ff0cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.238964 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.329631 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c2c06a90-5c35-477e-b1bd-5b31a2ff0cd1 admin admin] Publish callbacks [] for security_group (5e9f320d-490e-429e-a488-a5ab74a6a99e), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.333286 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c2c06a90-5c35-477e-b1bd-5b31a2ff0cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (5e9f320d-490e-429e-a488-a5ab74a6a99e), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.358508 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c06a90-5c35-477e-b1bd-5b31a2ff0cd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=102871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:37:02.367506 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c06a90-5c35-477e-b1bd-5b31a2ff0cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9f320d-490e-429e-a488-a5ab74a6a99e,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:02.376334 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c2c06a90-5c35-477e-b1bd-5b31a2ff0cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (218dc525-14f0-4cdd-b769-e5b32fcd04a6), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.376334 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.segments_db [None req-c2c06a90-5c35-477e-b1bd-5b31a2ff0cd1 admin admin] Added segment 218dc525-14f0-4cdd-b769-e5b32fcd04a6 of type vlan for network d3135b08-354f-42cb-9c06-6451f390b834 Feb 18 16:37:02.416962 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c2c06a90-5c35-477e-b1bd-5b31a2ff0cd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (d3135b08-354f-42cb-9c06-6451f390b834), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.442093 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c2c06a90-5c35-477e-b1bd-5b31a2ff0cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (d3135b08-354f-42cb-9c06-6451f390b834), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.442899 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c06a90-5c35-477e-b1bd-5b31a2ff0cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:02.443479 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c2c06a90-5c35-477e-b1bd-5b31a2ff0cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.494715 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-c2c06a90-5c35-477e-b1bd-5b31a2ff0cd1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2982004 Feb 18 16:37:02.498829 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 58156) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:02.504277 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-9fe2dae4-1213-4b04-afb4-ebd7a4806f0e admin admin] Request body: {'subnet': {'network_id': 'd3135b08-354f-42cb-9c06-6451f390b834', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1280000321-subnet', 'tenant_id': '6fdac00c1e644349875addca114445b1', 'ip_version': 4}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:37:02.505954 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c06a90-5c35-477e-b1bd-5b31a2ff0cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=d3135b08-354f-42cb-9c06-6451f390b834,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:02.511565 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Publish callbacks [] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), precommit_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.518864 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network d3135b08-354f-42cb-9c06-6451f390b834 details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:37:02.522246 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.523679 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe2dae4-1213-4b04-afb4-ebd7a4806f0e admin admin] Made reservation on behalf of 6fdac00c1e644349875addca114445b1 for: {'subnet': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:37:02.526267 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9fe2dae4-1213-4b04-afb4-ebd7a4806f0e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.627081 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c4ea0-f8fc-4c3b-a1d5-4b718129970c None None] Pushing event updated for resources: {'Port': ['ID=03f2a1f3-d303-4557-87d0-333feb9337b0,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:02.686137 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Attempting to bind port 03f2a1f3-d303-4557-87d0-333feb9337b0 on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:37:02.686514 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Attempting to bind port 03f2a1f3-d303-4557-87d0-333feb9337b0 by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': 'b0f8370f-4a44-4ac5-b089-87d0f0c0a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:37:02.686876 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Attempting to bind port 03f2a1f3-d303-4557-87d0-333feb9337b0 on network 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:37:02.692248 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:37:02.692626 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Checking segment: {'id': 'b0f8370f-4a44-4ac5-b089-87d0f0c0a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:37:02.692946 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.693517 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Bound using segment: {'id': 'b0f8370f-4a44-4ac5-b089-87d0f0c0a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:37:02.693993 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Bound port: 03f2a1f3-d303-4557-87d0-333feb9337b0, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f8370f-4a44-4ac5-b089-87d0f0c0a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:37:02.694372 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.697436 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9fe2dae4-1213-4b04-afb4-ebd7a4806f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for subnet (cf62efc3-bcad-4250-9525-bd2ebc05ca9a), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.758161 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2dae4-1213-4b04-afb4-ebd7a4806f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf62efc3-bcad-4250-9525-bd2ebc05ca9a,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:02.761746 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] For port 03f2a1f3-d303-4557-87d0-333feb9337b0, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:37:02.765448 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] For port 03f2a1f3-d303-4557-87d0-333feb9337b0, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=03f2a1f3-d303-4557-87d0-333feb9337b0,segment=NetworkSegment(b0f8370f-4a44-4ac5-b089-87d0f0c0a199),segment_id=b0f8370f-4a44-4ac5-b089-87d0f0c0a199)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:37:02.767462 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe2dae4-1213-4b04-afb4-ebd7a4806f0e admin admin] Checking segment: {'id': '218dc525-14f0-4cdd-b769-e5b32fcd04a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd3135b08-354f-42cb-9c06-6451f390b834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:37:02.767816 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2dae4-1213-4b04-afb4-ebd7a4806f0e admin admin] Network hostable DHCP agents. Network: d3135b08-354f-42cb-9c06-6451f390b834, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:37:02.775819 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.787734 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2dae4-1213-4b04-afb4-ebd7a4806f0e admin admin] Network d3135b08-354f-42cb-9c06-6451f390b834 is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:37:02.802595 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-9fe2dae4-1213-4b04-afb4-ebd7a4806f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, d3135b08-354f-42cb-9c06-6451f390b834) {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:37:02.809093 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2dae4-1213-4b04-afb4-ebd7a4806f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:02.809638 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9fe2dae4-1213-4b04-afb4-ebd7a4806f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.828417 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07d5d1d-3c7f-410e-bde7-855ba163be61 None None] Network d3135b08-354f-42cb-9c06-6451f390b834 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:37:02.833105 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-9fe2dae4-1213-4b04-afb4-ebd7a4806f0e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3330665 Feb 18 16:37:02.835733 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 58160) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:02.841809 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1280000321-router', 'tenant_id': '6fdac00c1e644349875addca114445b1', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:37:02.896099 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16042'] for router (98a33a40-a657-4004-9f66-ebf93739cf25), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.897211 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16035'] for router (98a33a40-a657-4004-9f66-ebf93739cf25), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.899097 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Routers {'1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:37:02.899804 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:36:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:37:02.936698 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76591ec8-4d10-4331-abf0-2d299d71c7e0 req-8298fd00-4dfc-47c4-98e0-8317167ee5ba tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:02.938246 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-76591ec8-4d10-4331-abf0-2d299d71c7e0 req-8298fd00-4dfc-47c4-98e0-8317167ee5ba tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 943 time: 0.0856073 Feb 18 16:37:02.973228 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Publish callbacks [] for router_controller (98a33a40-a657-4004-9f66-ebf93739cf25), precommit_add_association {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:02.976094 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c4ea0-f8fc-4c3b-a1d5-4b718129970c None None] Pushing event updated for resources: {'Port': ['ID=03f2a1f3-d303-4557-87d0-333feb9337b0,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:02.999303 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-84528906-cb23-411c-bfe2-87294f66a0ed None None] Provisioning complete for port 03f2a1f3-d303-4557-87d0-333feb9337b0 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:02.999620 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-84528906-cb23-411c-bfe2-87294f66a0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:03.111427 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-76591ec8-4d10-4331-abf0-2d299d71c7e0 req-acce8c62-e78e-4ef3-862e-1b4347fef554 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466303 Feb 18 16:37:03.164810 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Publish callbacks [] for router_gateway (98a33a40-a657-4004-9f66-ebf93739cf25), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:03.206072 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65d943-b0e8-4763-bff6-fee3314c78a3 req-cd72a8f7-4bc2-4eb7-baf2-86139ab630f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:03.208512 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-fe65d943-b0e8-4763-bff6-fee3314c78a3 req-cd72a8f7-4bc2-4eb7-baf2-86139ab630f2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=28bfb4c8af6f4094ac9c036a90e52cdc&device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 1127 time: 0.0596097 Feb 18 16:37:03.244636 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 6efb6915-046e-41bf-ba4e-c54efb448e0f up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:37:03.303633 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7aa75c09-f67d-5ad7-b446-04c7edce05f4-d3135b08-354f-42cb-9c06-6451f390b834', 'network_id': 'd3135b08-354f-42cb-9c06-6451f390b834', 'project_id': '6fdac00c1e644349875addca114445b1', 'fixed_ips': [{'subnet_id': 'cf62efc3-bcad-4250-9525-bd2ebc05ca9a'}]}} from dv-cinder-826607-4-iscsi. {{(pid=102873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 16:37:03.304489 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:03.311724 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8477f-1b07-4287-8e26-4944f890780a req-b7ea5620-081d-4a83-9ecf-595a96c70590 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:03.313773 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9be8477f-1b07-4287-8e26-4944f890780a req-b7ea5620-081d-4a83-9ecf-595a96c70590 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.1022792 Feb 18 16:37:03.340171 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2299-4d8b-44d6-ae3b-f42321f1767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:03.356597 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] Set router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:37:03.362749 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65d943-b0e8-4763-bff6-fee3314c78a3 req-485fed60-086e-47ac-9233-742cd75e582e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:03.364492 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-fe65d943-b0e8-4763-bff6-fee3314c78a3 req-485fed60-086e-47ac-9233-742cd75e582e service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=28bfb4c8af6f4094ac9c036a90e52cdc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1440487 Feb 18 16:37:03.409949 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9be8477f-1b07-4287-8e26-4944f890780a req-c3d351d5-baa4-43db-8733-80b3e3fea531 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840464 Feb 18 16:37:03.487102 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65d943-b0e8-4763-bff6-fee3314c78a3 req-fb5ff81f-faac-482a-9e4d-5aae46f4b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:03.488775 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-fe65d943-b0e8-4763-bff6-fee3314c78a3 req-fb5ff81f-faac-482a-9e4d-5aae46f4b923 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1166987 Feb 18 16:37:03.534219 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Publish callbacks [] for router_gateway (98a33a40-a657-4004-9f66-ebf93739cf25), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:03.554631 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:03.577041 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-ae7ba0ea-b6c3-46b7-87f4-434b501b3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:03.578591 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-ae7ba0ea-b6c3-46b7-87f4-434b501b3e3e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=28bfb4c8af6f4094ac9c036a90e52cdc&device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 1127 time: 0.0483222 Feb 18 16:37:03.590068 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 6efb6915-046e-41bf-ba4e-c54efb448e0f triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:03.590614 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (6efb6915-046e-41bf-ba4e-c54efb448e0f), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:03.637297 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-085eed86-4d01-4333-a974-21afccda349e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=906d4cee-f7a7-4cb9-8e09-e8e32da50887 HTTP/1.1" status: 200 len: 217 time: 0.0381608 Feb 18 16:37:03.643675 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-84528906-cb23-411c-bfe2-87294f66a0ed None None] Current status of the port 03f2a1f3-d303-4557-87d0-333feb9337b0 is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:03.644067 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-84528906-cb23-411c-bfe2-87294f66a0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:03.675099 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_common [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Allocated IP 172.27.2.179 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/42388257-0c7b-4492-9048-be96708cd198) {{(pid=102872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:37:03.698837 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-119bbbdd-fbd5-470d-908e-77430b6ee794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:03.701869 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-119bbbdd-fbd5-470d-908e-77430b6ee794 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1f79cb2-5f1f-4d1b-9876-df6be6f72aab HTTP/1.1" status: 200 len: 854 time: 0.0535457 Feb 18 16:37:03.729649 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.db_base_plugin_common [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Allocated IP 172.20.0.2 (d3135b08-354f-42cb-9c06-6451f390b834/cf62efc3-bcad-4250-9525-bd2ebc05ca9a/4304916c-39bb-4b14-bea1-5ca7d690e453) {{(pid=102873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:37:03.748518 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-84528906-cb23-411c-bfe2-87294f66a0ed None None] For port 03f2a1f3-d303-4557-87d0-333feb9337b0, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=03f2a1f3-d303-4557-87d0-333feb9337b0,segment=NetworkSegment(b0f8370f-4a44-4ac5-b089-87d0f0c0a199),segment_id=b0f8370f-4a44-4ac5-b089-87d0f0c0a199)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:37:03.752207 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-2c87882a-c6c6-4a93-9e2a-ba643536fb5b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445106 Feb 18 16:37:03.775214 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-84528906-cb23-411c-bfe2-87294f66a0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:03.792754 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Publish callbacks [] for port (42388257-0c7b-4492-9048-be96708cd198), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:03.840548 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (42388257-0c7b-4492-9048-be96708cd198), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:03.863204 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-39721141-9da4-4b68-bf7d-8499e123b745 service neutron] 10.222.0.71 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969615 Feb 18 16:37:03.888880 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:37:03.892014 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Resources bound (agent type, host, resource id): {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:37:03.895634 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Received port after_create {{(pid=102872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:37:03.916817 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 6efb6915-046e-41bf-ba4e-c54efb448e0f is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:03.926657 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84528906-cb23-411c-bfe2-87294f66a0ed None None] Pushing event updated for resources: {'Port': ['ID=03f2a1f3-d303-4557-87d0-333feb9337b0,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:03.960266 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-8d2ba425-3df7-48bb-bba5-d7b36333ed7a None None] Provisioning complete for port 03f2a1f3-d303-4557-87d0-333feb9337b0 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:03.960649 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-8d2ba425-3df7-48bb-bba5-d7b36333ed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:03.983970 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Pushing event updated for resources: {'Port': ['ID=42388257-0c7b-4492-9048-be96708cd198,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:03.985201 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-a5686a7d-331b-4e26-a451-0ddd7fae752f req-b232281a-0221-4676-90f4-3d2c21ea3ae8 service neutron] 10.222.0.71 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103959 Feb 18 16:37:04.003497 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'name': 'tempest-TestShelveInstance-1456476625-router', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:36:55Z', 'updated_at': '2022-02-18T16:37:00Z', 'revision_number': 4, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'gw_port': {'id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:56Z', 'updated_at': '2022-02-18T16:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '03f2a1f3-d303-4557-87d0-333feb9337b0', 'name': '', 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'mac_address': 'fa:16:3e:a5:9e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:59Z', 'updated_at': '2022-02-18T16:37:02Z', 'revision_number': 4, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'subnets': [{'id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:37:04.062359 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1350aa-f5b3-4cdc-ae2e-86c1169a67fa None None] The sync data for ids ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'] in dv-cinder-826607-4-iscsi is: [{'id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'name': 'tempest-TestShelveInstance-1456476625-router', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:36:55Z', 'updated_at': '2022-02-18T16:37:00Z', 'revision_number': 4, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'gw_port': {'id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:56Z', 'updated_at': '2022-02-18T16:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '03f2a1f3-d303-4557-87d0-333feb9337b0', 'name': '', 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'mac_address': 'fa:16:3e:a5:9e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:59Z', 'updated_at': '2022-02-18T16:37:02Z', 'revision_number': 4, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'subnets': [{'id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:37:04.086795 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Publish callbacks [] for port (4304916c-39bb-4b14-bea1-5ca7d690e453), precommit_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:04.124541 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (4304916c-39bb-4b14-bea1-5ca7d690e453), after_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:04.156070 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Publish callbacks [] for router_gateway (98a33a40-a657-4004-9f66-ebf93739cf25), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:04.186485 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Network d3135b08-354f-42cb-9c06-6451f390b834 is already hosted by enough agents. {{(pid=102873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:37:04.187843 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-8d2ba425-3df7-48bb-bba5-d7b36333ed7a None None] Current status of the port 03f2a1f3-d303-4557-87d0-333feb9337b0 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:04.193459 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.base_scheduler [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Resources bound (agent type, host, resource id): {{(pid=102873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:37:04.200209 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Received port after_create {{(pid=102873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:37:04.204288 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Pushing event updated for resources: {'Port': ['ID=4304916c-39bb-4b14-bea1-5ca7d690e453,revision_number=1']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:04.292227 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Attempting to bind port 4304916c-39bb-4b14-bea1-5ca7d690e453 on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:37:04.292599 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Attempting to bind port 4304916c-39bb-4b14-bea1-5ca7d690e453 by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '218dc525-14f0-4cdd-b769-e5b32fcd04a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd3135b08-354f-42cb-9c06-6451f390b834'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:37:04.292963 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Attempting to bind port 4304916c-39bb-4b14-bea1-5ca7d690e453 on network d3135b08-354f-42cb-9c06-6451f390b834 {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:37:04.298999 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:37:04.299377 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Checking segment: {'id': '218dc525-14f0-4cdd-b769-e5b32fcd04a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd3135b08-354f-42cb-9c06-6451f390b834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:37:04.299785 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:04.300181 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Bound using segment: {'id': '218dc525-14f0-4cdd-b769-e5b32fcd04a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd3135b08-354f-42cb-9c06-6451f390b834'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:37:04.300656 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Bound port: 4304916c-39bb-4b14-bea1-5ca7d690e453, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218dc525-14f0-4cdd-b769-e5b32fcd04a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd3135b08-354f-42cb-9c06-6451f390b834'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:37:04.301040 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (4304916c-39bb-4b14-bea1-5ca7d690e453), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:04.414406 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] For port 4304916c-39bb-4b14-bea1-5ca7d690e453, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:37:04.427602 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] For port 4304916c-39bb-4b14-bea1-5ca7d690e453, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=4304916c-39bb-4b14-bea1-5ca7d690e453,segment=NetworkSegment(218dc525-14f0-4cdd-b769-e5b32fcd04a6),segment_id=218dc525-14f0-4cdd-b769-e5b32fcd04a6)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:37:04.439068 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (4304916c-39bb-4b14-bea1-5ca7d690e453), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:04.576068 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f8dc6-1dfa-47c0-a63c-652bab09b17e None None] Pushing event updated for resources: {'Port': ['ID=4304916c-39bb-4b14-bea1-5ca7d690e453,revision_number=2']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:04.583288 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:04.663404 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345ba6c-e018-4287-8bf9-06f9df86b8b0 req-afafb140-35a3-466f-b515-8f9c3de0393c tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:04.665021 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6345ba6c-e018-4287-8bf9-06f9df86b8b0 req-afafb140-35a3-466f-b515-8f9c3de0393c tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 943 time: 0.2155449 Feb 18 16:37:04.891882 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99be7b4-67af-4960-a57f-48b0ab7c60b9 req-f8888fc9-abf7-49db-9341-be41a88921fa tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:04.903219 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e99be7b4-67af-4960-a57f-48b0ab7c60b9 req-f8888fc9-abf7-49db-9341-be41a88921fa tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.3206897 Feb 18 16:37:04.928042 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594459'] for router (98a33a40-a657-4004-9f66-ebf93739cf25), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:05.028281 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6345ba6c-e018-4287-8bf9-06f9df86b8b0 req-071331a4-e3bf-405e-88f7-72110a526aa1 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527701 Feb 18 16:37:05.058090 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e99be7b4-67af-4960-a57f-48b0ab7c60b9 req-a1d4cab4-943c-4f32-a1f7-60c8a56aad58 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341488 Feb 18 16:37:05.163982 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Router 98a33a40-a657-4004-9f66-ebf93739cf25 is scheduled to L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a with binding_index 1 {{(pid=102872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 16:37:05.221385 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 03f2a1f3-d303-4557-87d0-333feb9337b0 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:37:05.275234 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 03f2a1f3-d303-4557-87d0-333feb9337b0 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:05.275620 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:05.287152 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:37:05.299918 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Sync routers for ids ['98a33a40-a657-4004-9f66-ebf93739cf25'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:37:05.311411 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:05.314634 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Routers {'98a33a40-a657-4004-9f66-ebf93739cf25'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:37:05.315333 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:37:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['98a33a40-a657-4004-9f66-ebf93739cf25'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:37:05.321198 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 58202) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:05.322029 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-6c4e9cc1-c3e6-4cf7-9d94-e8368abbf048 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4840374 Feb 18 16:37:05.368799 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 03f2a1f3-d303-4557-87d0-333feb9337b0 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:05.370525 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 4304916c-39bb-4b14-bea1-5ca7d690e453 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:37:05.442462 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 4304916c-39bb-4b14-bea1-5ca7d690e453 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:05.443077 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (4304916c-39bb-4b14-bea1-5ca7d690e453), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:05.452062 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Set router 98a33a40-a657-4004-9f66-ebf93739cf25 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:37:05.604767 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 4304916c-39bb-4b14-bea1-5ca7d690e453 is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:05.605442 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (4304916c-39bb-4b14-bea1-5ca7d690e453), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:05.680443 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] For port 4304916c-39bb-4b14-bea1-5ca7d690e453, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=4304916c-39bb-4b14-bea1-5ca7d690e453,segment=NetworkSegment(218dc525-14f0-4cdd-b769-e5b32fcd04a6),segment_id=218dc525-14f0-4cdd-b769-e5b32fcd04a6)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:37:05.687009 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (4304916c-39bb-4b14-bea1-5ca7d690e453), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:05.721886 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'name': 'tempest-TestShelveInstance-1280000321-router', 'tenant_id': '6fdac00c1e644349875addca114445b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '42388257-0c7b-4492-9048-be96708cd198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:37:02Z', 'updated_at': '2022-02-18T16:37:04Z', 'revision_number': 3, 'project_id': '6fdac00c1e644349875addca114445b1', 'gw_port': {'id': '42388257-0c7b-4492-9048-be96708cd198', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:37:03Z', 'updated_at': '2022-02-18T16:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:37:05.757731 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Checking router: 98a33a40-a657-4004-9f66-ebf93739cf25 for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:37:05.758331 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Updating router 98a33a40-a657-4004-9f66-ebf93739cf25 port 42388257-0c7b-4492-9048-be96708cd198 binding host dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:37:05.775285 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Pushing event updated for resources: {'Port': ['ID=4304916c-39bb-4b14-bea1-5ca7d690e453,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:05.796574 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (42388257-0c7b-4492-9048-be96708cd198), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:05.821139 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:05.918495 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7038e183-8d4c-48fb-885e-5a8e73ec4139 None None] Network d3135b08-354f-42cb-9c06-6451f390b834 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:37:06.066459 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-3295b7ef-a4cb-4d23-b244-e2223d0d51a6 None None] Provisioning complete for port 4304916c-39bb-4b14-bea1-5ca7d690e453 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:06.066874 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-3295b7ef-a4cb-4d23-b244-e2223d0d51a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (4304916c-39bb-4b14-bea1-5ca7d690e453), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:06.169804 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 58224) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:06.182200 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Publish callbacks [] for port (42388257-0c7b-4492-9048-be96708cd198), precommit_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:06.190123 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (42388257-0c7b-4492-9048-be96708cd198), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:06.204394 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-3295b7ef-a4cb-4d23-b244-e2223d0d51a6 None None] Current status of the port 4304916c-39bb-4b14-bea1-5ca7d690e453 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:06.248677 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d8c64-0d56-40e5-b07e-aca7b240433d None None] Pushing event updated for resources: {'Port': ['ID=42388257-0c7b-4492-9048-be96708cd198,revision_number=2']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:06.269513 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Attempting to bind port 42388257-0c7b-4492-9048-be96708cd198 on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:37:06.269948 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Attempting to bind port 42388257-0c7b-4492-9048-be96708cd198 by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:37:06.270457 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Attempting to bind port 42388257-0c7b-4492-9048-be96708cd198 on network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:37:06.275951 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:37:06.277783 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Checking segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:37:06.278359 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:06.279326 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Bound using segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:37:06.280798 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Bound port: 42388257-0c7b-4492-9048-be96708cd198, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:37:06.281312 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (42388257-0c7b-4492-9048-be96708cd198), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:06.344524 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] For port 42388257-0c7b-4492-9048-be96708cd198, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:37:06.348266 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] For port 42388257-0c7b-4492-9048-be96708cd198, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=42388257-0c7b-4492-9048-be96708cd198,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:37:06.354059 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08688c21-871b-485a-aabc-7db4d0fbe578 req-546683d3-1553-4ced-83a8-dc01825f6e05 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:06.355750 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (42388257-0c7b-4492-9048-be96708cd198), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:06.356728 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-08688c21-871b-485a-aabc-7db4d0fbe578 req-546683d3-1553-4ced-83a8-dc01825f6e05 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.1384482 Feb 18 16:37:06.371762 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8632cf-cd4b-4981-a9cf-78ddca78ac13 req-0e647a3e-da19-4aa0-83f9-b437aaf8fce2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:06.374193 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7a8632cf-cd4b-4981-a9cf-78ddca78ac13 req-0e647a3e-da19-4aa0-83f9-b437aaf8fce2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 943 time: 0.2155497 Feb 18 16:37:06.395374 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9b064469-0154-400f-a4ff-408354987ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:06.411049 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:06.419585 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d8c64-0d56-40e5-b07e-aca7b240433d None None] Pushing event updated for resources: {'Port': ['ID=42388257-0c7b-4492-9048-be96708cd198,revision_number=3']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:06.427698 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Routers {'98a33a40-a657-4004-9f66-ebf93739cf25'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:37:06.428301 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:37:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['98a33a40-a657-4004-9f66-ebf93739cf25'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:37:06.447988 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-ab6a8a19-db66-417c-b83f-4c765bedaaf9 None None] Provisioning complete for port 4304916c-39bb-4b14-bea1-5ca7d690e453 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:06.449085 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-ab6a8a19-db66-417c-b83f-4c765bedaaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (4304916c-39bb-4b14-bea1-5ca7d690e453), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:06.482354 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-08688c21-871b-485a-aabc-7db4d0fbe578 req-b774474a-1554-46f7-abc0-99d8126649f7 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063275 Feb 18 16:37:06.499196 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7a8632cf-cd4b-4981-a9cf-78ddca78ac13 req-a4651e4a-9de6-4ae1-a329-1c34330b8994 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116381 Feb 18 16:37:06.572628 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9b064469-0154-400f-a4ff-408354987ecd admin admin] Publish callbacks [] for security_group (231f54e8-58b8-49a8-a5fd-006000268533), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:06.577696 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9b064469-0154-400f-a4ff-408354987ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (231f54e8-58b8-49a8-a5fd-006000268533), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:06.598237 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-ab6a8a19-db66-417c-b83f-4c765bedaaf9 None None] Current status of the port 4304916c-39bb-4b14-bea1-5ca7d690e453 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:06.602772 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] Set router 98a33a40-a657-4004-9f66-ebf93739cf25 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:37:06.617691 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-9b064469-0154-400f-a4ff-408354987ecd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad657a67c55047b1a176c073cb14320e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4429781 Feb 18 16:37:06.618560 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b064469-0154-400f-a4ff-408354987ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231f54e8-58b8-49a8-a5fd-006000268533,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:06.620404 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 58228) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:06.628612 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Allocated IP 172.20.0.1 (d3135b08-354f-42cb-9c06-6451f390b834/cf62efc3-bcad-4250-9525-bd2ebc05ca9a/3bdc8e8b-0734-42fc-af45-88146a7743cd) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:37:06.727116 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-be99c126-cf2f-415a-a44a-30010fd101e1 admin admin] Publish callbacks [] for security_group (231f54e8-58b8-49a8-a5fd-006000268533), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:06.766260 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-be99c126-cf2f-415a-a44a-30010fd101e1 admin admin] Publish callbacks [] for security_group (231f54e8-58b8-49a8-a5fd-006000268533), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:06.791856 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'name': 'tempest-TestShelveInstance-1280000321-router', 'tenant_id': '6fdac00c1e644349875addca114445b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '42388257-0c7b-4492-9048-be96708cd198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:37:02Z', 'updated_at': '2022-02-18T16:37:04Z', 'revision_number': 3, 'project_id': '6fdac00c1e644349875addca114445b1', 'gw_port': {'id': '42388257-0c7b-4492-9048-be96708cd198', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:37:03Z', 'updated_at': '2022-02-18T16:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:37:06.795627 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Publish callbacks [] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:06.817497 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48f44cc-b7c2-4e16-9d48-ba3855c2dbb1 None None] The sync data for ids ['98a33a40-a657-4004-9f66-ebf93739cf25'] in dv-cinder-826607-4-iscsi is: [{'id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'name': 'tempest-TestShelveInstance-1280000321-router', 'tenant_id': '6fdac00c1e644349875addca114445b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '42388257-0c7b-4492-9048-be96708cd198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:37:02Z', 'updated_at': '2022-02-18T16:37:04Z', 'revision_number': 3, 'project_id': '6fdac00c1e644349875addca114445b1', 'gw_port': {'id': '42388257-0c7b-4492-9048-be96708cd198', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:37:03Z', 'updated_at': '2022-02-18T16:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:37:06.843239 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-be99c126-cf2f-415a-a44a-30010fd101e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (231f54e8-58b8-49a8-a5fd-006000268533), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:06.846267 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-be99c126-cf2f-415a-a44a-30010fd101e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:06.847529 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-be99c126-cf2f-415a-a44a-30010fd101e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/231f54e8-58b8-49a8-a5fd-006000268533 HTTP/1.1" status: 204 len: 168 time: 0.2260470 Feb 18 16:37:06.850664 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:06.882984 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99c126-cf2f-415a-a44a-30010fd101e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231f54e8-58b8-49a8-a5fd-006000268533,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:06.905596 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Network d3135b08-354f-42cb-9c06-6451f390b834 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:37:06.911316 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:37:06.916973 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:37:06.922133 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Pushing event updated for resources: {'Port': ['ID=3bdc8e8b-0734-42fc-af45-88146a7743cd,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:06.967854 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593960'] for router_interface (98a33a40-a657-4004-9f66-ebf93739cf25), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:07.111639 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 4304916c-39bb-4b14-bea1-5ca7d690e453 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:37:07.142817 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:07.210280 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 4304916c-39bb-4b14-bea1-5ca7d690e453 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:07.210900 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (4304916c-39bb-4b14-bea1-5ca7d690e453), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:07.270716 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-fa8f01f0-1428-4615-9165-a901065461f5 None None] Provisioning complete for port 3bdc8e8b-0734-42fc-af45-88146a7743cd triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:07.271485 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-fa8f01f0-1428-4615-9165-a901065461f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:07.329737 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 58238) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:07.346127 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f01f0-1428-4615-9165-a901065461f5 None None] Port 3bdc8e8b-0734-42fc-af45-88146a7743cd cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:37:07.346497 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-282e9f99-b802-4592-9258-cf304ec8633e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:07.359872 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 4304916c-39bb-4b14-bea1-5ca7d690e453 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:07.391855 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Publish callbacks [] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:07.398944 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:07.450977 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-282e9f99-b802-4592-9258-cf304ec8633e admin admin] Publish callbacks [] for security_group (23777baf-5a24-437d-9426-6fb01a825f1e), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:07.456181 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-282e9f99-b802-4592-9258-cf304ec8633e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (23777baf-5a24-437d-9426-6fb01a825f1e), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:07.466000 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593988'] for router_interface (98a33a40-a657-4004-9f66-ebf93739cf25), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:07.468816 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Pushing event updated for resources: {'Port': ['ID=3bdc8e8b-0734-42fc-af45-88146a7743cd,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:07.499050 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-282e9f99-b802-4592-9258-cf304ec8633e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5964664237e2403fbc597a2ad0d475ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1651289 Feb 18 16:37:07.499050 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e9f99-b802-4592-9258-cf304ec8633e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23777baf-5a24-437d-9426-6fb01a825f1e,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:07.500104 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 58242) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:07.573142 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:07.579209 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d35530e9-d733-48b7-a0ab-4d70b2176913 admin admin] Publish callbacks [] for security_group (23777baf-5a24-437d-9426-6fb01a825f1e), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:07.623596 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Network d3135b08-354f-42cb-9c06-6451f390b834 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:37:07.625310 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:37:07.637194 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d35530e9-d733-48b7-a0ab-4d70b2176913 admin admin] Publish callbacks [] for security_group (23777baf-5a24-437d-9426-6fb01a825f1e), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:07.738034 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a47d8b-84ba-454f-8a0a-5a5e8b80cad4 req-93a5b08d-863e-400d-9357-3a5dcd793e45 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:07.739607 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-79a47d8b-84ba-454f-8a0a-5a5e8b80cad4 req-93a5b08d-863e-400d-9357-3a5dcd793e45 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 943 time: 0.1428552 Feb 18 16:37:07.757099 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1c63d-3da1-4ac3-9729-0d3eec337846 req-27c9a7f9-f025-4d87-bc31-af6149c3cc24 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:07.767599 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-32a1c63d-3da1-4ac3-9729-0d3eec337846 req-27c9a7f9-f025-4d87-bc31-af6149c3cc24 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.1367807 Feb 18 16:37:07.799053 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Router 98a33a40-a657-4004-9f66-ebf93739cf25 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:37:07.834051 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d35530e9-d733-48b7-a0ab-4d70b2176913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (23777baf-5a24-437d-9426-6fb01a825f1e), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:07.836584 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-d35530e9-d733-48b7-a0ab-4d70b2176913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:07.840354 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-d35530e9-d733-48b7-a0ab-4d70b2176913 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23777baf-5a24-437d-9426-6fb01a825f1e HTTP/1.1" status: 204 len: 168 time: 0.3368244 Feb 18 16:37:07.873323 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35530e9-d733-48b7-a0ab-4d70b2176913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23777baf-5a24-437d-9426-6fb01a825f1e,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:07.880277 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-79a47d8b-84ba-454f-8a0a-5a5e8b80cad4 req-86247bea-081e-46d7-9d61-8602b58718c4 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973568 Feb 18 16:37:07.897512 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-32a1c63d-3da1-4ac3-9729-0d3eec337846 req-f65017eb-adc3-491f-8838-d4d6db09c587 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287003 Feb 18 16:37:07.966476 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:37:07.979744 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-b9de4436-c573-4541-9bd1-83de39404655 admin admin] 10.222.0.36 "PUT /v2.0/routers/98a33a40-a657-4004-9f66-ebf93739cf25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6488373 Feb 18 16:37:07.979913 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-79e780e1-6998-4956-abf0-c68eeebf005f None None] Provisioning complete for port 3bdc8e8b-0734-42fc-af45-88146a7743cd triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:07.979913 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-79e780e1-6998-4956-abf0-c68eeebf005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:08.022405 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-79e780e1-6998-4956-abf0-c68eeebf005f None None] Port 3bdc8e8b-0734-42fc-af45-88146a7743cd cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:37:08.204895 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 906d4cee-f7a7-4cb9-8e09-e8e32da50887 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:37:08.480335 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 906d4cee-f7a7-4cb9-8e09-e8e32da50887, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=906d4cee-f7a7-4cb9-8e09-e8e32da50887,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:37:08.485271 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 58276) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:08.490527 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-6cae450c-9b1e-4dc1-bc4c-1f8af29ffd2a tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-602376079', 'description': 'tempest-secgroup-smoke-602376079 description', 'project_id': 'a9f79c26ed8948318c926160ece4f736'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:37:08.493925 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': '906d4cee-f7a7-4cb9-8e09-e8e32da50887', 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e', 'port_id': '906d4cee-f7a7-4cb9-8e09-e8e32da50887', 'mac_address': 'fa:16:3e:d8:54:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f79cb2-5f1f-4d1b-9876-df6be6f72aab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:37:08.512704 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6cae450c-9b1e-4dc1-bc4c-1f8af29ffd2a tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:08.534944 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 906d4cee-f7a7-4cb9-8e09-e8e32da50887 is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:08.535343 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (906d4cee-f7a7-4cb9-8e09-e8e32da50887), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:08.565532 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906d4cee-f7a7-4cb9-8e09-e8e32da50887 {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:37:08.602945 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6cae450c-9b1e-4dc1-bc4c-1f8af29ffd2a tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group (946db5f7-e564-45c8-876a-15c96913ab92), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:08.607398 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 906d4cee-f7a7-4cb9-8e09-e8e32da50887, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=906d4cee-f7a7-4cb9-8e09-e8e32da50887,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:37:08.608556 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6cae450c-9b1e-4dc1-bc4c-1f8af29ffd2a tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (946db5f7-e564-45c8-876a-15c96913ab92), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:08.614013 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (906d4cee-f7a7-4cb9-8e09-e8e32da50887), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:08.672803 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6cae450c-9b1e-4dc1-bc4c-1f8af29ffd2a tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:08.683277 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-6cae450c-9b1e-4dc1-bc4c-1f8af29ffd2a tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1961069 Feb 18 16:37:08.686836 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 58284) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:08.692468 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=906d4cee-f7a7-4cb9-8e09-e8e32da50887,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:08.693317 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-889771c5-3544-43ad-94f1-39b56a2f4447 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Request body: {'security_group_rule': {'security_group_id': '946db5f7-e564-45c8-876a-15c96913ab92', 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:37:08.699507 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae450c-9b1e-4dc1-bc4c-1f8af29ffd2a tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=946db5f7-e564-45c8-876a-15c96913ab92,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:08.726851 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-889771c5-3544-43ad-94f1-39b56a2f4447 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (38f5d102-3f42-434b-9417-d24ac2f026c0), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:08.801273 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fcd6e-c206-40f0-ba3e-f691609b0380 req-c399aef8-f113-4c04-ac70-eb1cc54f6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:08.803069 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-1a4fcd6e-c206-40f0-ba3e-f691609b0380 req-c399aef8-f113-4c04-ac70-eb1cc54f6f03 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 1129 time: 0.0598223 Feb 18 16:37:08.808416 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-889771c5-3544-43ad-94f1-39b56a2f4447 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (38f5d102-3f42-434b-9417-d24ac2f026c0), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:08.814234 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-889771c5-3544-43ad-94f1-39b56a2f4447 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (38f5d102-3f42-434b-9417-d24ac2f026c0), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:08.847970 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889771c5-3544-43ad-94f1-39b56a2f4447 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f5d102-3f42-434b-9417-d24ac2f026c0,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:08.866268 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-889771c5-3544-43ad-94f1-39b56a2f4447 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:08.867545 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-889771c5-3544-43ad-94f1-39b56a2f4447 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1790280 Feb 18 16:37:08.870701 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 58290) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:08.876064 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-8f916b13-c8b5-453e-a962-5817381505ed tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Request body: {'security_group_rule': {'security_group_id': '946db5f7-e564-45c8-876a-15c96913ab92', 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:37:08.893535 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-1a4fcd6e-c206-40f0-ba3e-f691609b0380 req-81f72259-69bc-42eb-8dde-8300e0288a27 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777619 Feb 18 16:37:08.911833 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8f916b13-c8b5-453e-a962-5817381505ed tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (021e76c5-5354-4d9f-ac3c-85fe7ac6e93a), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:08.975212 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8f916b13-c8b5-453e-a962-5817381505ed tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (021e76c5-5354-4d9f-ac3c-85fe7ac6e93a), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:08.984096 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Sync routers for ids ['98a33a40-a657-4004-9f66-ebf93739cf25'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:37:08.984347 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8f916b13-c8b5-453e-a962-5817381505ed tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (021e76c5-5354-4d9f-ac3c-85fe7ac6e93a), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.006984 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f916b13-c8b5-453e-a962-5817381505ed tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021e76c5-5354-4d9f-ac3c-85fe7ac6e93a,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:09.017166 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Routers {'98a33a40-a657-4004-9f66-ebf93739cf25'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:37:09.018168 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:37:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['98a33a40-a657-4004-9f66-ebf93739cf25'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:37:09.020737 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['906d4cee-f7a7-4cb9-8e09-e8e32da50887'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:37:09.022635 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8f916b13-c8b5-453e-a962-5817381505ed tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.023871 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-8f916b13-c8b5-453e-a962-5817381505ed tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1522439 Feb 18 16:37:09.029363 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 58296) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:09.037718 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-3d878629-55fe-46d9-9894-a0c86923cca0 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Request body: {'security_group_rule': {'security_group_id': '946db5f7-e564-45c8-876a-15c96913ab92', 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:37:09.100616 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3d878629-55fe-46d9-9894-a0c86923cca0 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (bf2c480c-1b6e-4fcb-93b8-c45091f6aa81), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.182665 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f392d-4154-4d1b-a055-573a7dddbe5b req-65dcfd75-d721-48f1-9232-1da4a34d06cc tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:09.186368 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-173f392d-4154-4d1b-a055-573a7dddbe5b req-65dcfd75-d721-48f1-9232-1da4a34d06cc tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 944 time: 0.1770306 Feb 18 16:37:09.203760 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc8972-4cbf-457d-a953-4a34ce19ee55 req-23c877dc-3542-48d1-8f99-196a6e13bf86 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:09.205577 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-34bc8972-4cbf-457d-a953-4a34ce19ee55 req-23c877dc-3542-48d1-8f99-196a6e13bf86 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.1479146 Feb 18 16:37:09.267550 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 42388257-0c7b-4492-9048-be96708cd198 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:37:09.280890 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3d878629-55fe-46d9-9894-a0c86923cca0 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (bf2c480c-1b6e-4fcb-93b8-c45091f6aa81), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.290512 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3d878629-55fe-46d9-9894-a0c86923cca0 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (bf2c480c-1b6e-4fcb-93b8-c45091f6aa81), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.335517 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-173f392d-4154-4d1b-a055-573a7dddbe5b req-eabeac12-6c94-4ed6-9df1-f931a95263e8 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420290 Feb 18 16:37:09.348063 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d878629-55fe-46d9-9894-a0c86923cca0 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2c480c-1b6e-4fcb-93b8-c45091f6aa81,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:09.360898 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3d878629-55fe-46d9-9894-a0c86923cca0 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.366542 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-3d878629-55fe-46d9-9894-a0c86923cca0 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3355269 Feb 18 16:37:09.367133 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 58308) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:09.373516 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Set router 98a33a40-a657-4004-9f66-ebf93739cf25 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:37:09.376901 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-a96d55fb-51a6-410f-a146-50f30f38784c tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Request body: {'security_group_rule': {'security_group_id': '946db5f7-e564-45c8-876a-15c96913ab92', 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:37:09.403343 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 58310) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:09.408277 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-34bc8972-4cbf-457d-a953-4a34ce19ee55 req-aa2a98cd-7997-4741-953f-4f947f0fa99d tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797566 Feb 18 16:37:09.440048 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a96d55fb-51a6-410f-a146-50f30f38784c tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (c56e7541-fbba-48d3-8182-076bfcfdc7fe), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.516392 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a96d55fb-51a6-410f-a146-50f30f38784c tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (c56e7541-fbba-48d3-8182-076bfcfdc7fe), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.521691 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a96d55fb-51a6-410f-a146-50f30f38784c tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (c56e7541-fbba-48d3-8182-076bfcfdc7fe), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.545922 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d55fb-51a6-410f-a146-50f30f38784c tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56e7541-fbba-48d3-8182-076bfcfdc7fe,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:09.559472 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9d9f90e5-63e7-48ec-95ff-02dc0ef5c484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.565509 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a96d55fb-51a6-410f-a146-50f30f38784c tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.569925 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 58318) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:09.570425 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-a96d55fb-51a6-410f-a146-50f30f38784c tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2003982 Feb 18 16:37:09.580844 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-2342badc-3075-4341-b54b-7b8564d053f1 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Request body: {'security_group_rule': {'security_group_id': '946db5f7-e564-45c8-876a-15c96913ab92', 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:37:09.597007 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 42388257-0c7b-4492-9048-be96708cd198 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:09.600812 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (42388257-0c7b-4492-9048-be96708cd198), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.612340 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.securitygroups_db [None req-2342badc-3075-4341-b54b-7b8564d053f1 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Project a9f79c26ed8948318c926160ece4f736 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 16:37:09.617708 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2342badc-3075-4341-b54b-7b8564d053f1 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (8c490642-a408-427d-aaf6-f2431ad43b09), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.668725 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9d9f90e5-63e7-48ec-95ff-02dc0ef5c484 admin admin] Publish callbacks [] for security_group (295422ff-52df-4aa6-8d96-6e9cac0e2191), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.674484 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9d9f90e5-63e7-48ec-95ff-02dc0ef5c484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (295422ff-52df-4aa6-8d96-6e9cac0e2191), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.680185 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2342badc-3075-4341-b54b-7b8564d053f1 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (8c490642-a408-427d-aaf6-f2431ad43b09), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.685680 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2342badc-3075-4341-b54b-7b8564d053f1 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (8c490642-a408-427d-aaf6-f2431ad43b09), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.706214 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342badc-3075-4341-b54b-7b8564d053f1 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c490642-a408-427d-aaf6-f2431ad43b09,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:09.714160 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2342badc-3075-4341-b54b-7b8564d053f1 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.715666 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-9d9f90e5-63e7-48ec-95ff-02dc0ef5c484 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6c46721527646d4a198b26e422aa193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112347 Feb 18 16:37:09.716500 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f90e5-63e7-48ec-95ff-02dc0ef5c484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295422ff-52df-4aa6-8d96-6e9cac0e2191,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:09.718811 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 58320) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:09.721240 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-2342badc-3075-4341-b54b-7b8564d053f1 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487339 Feb 18 16:37:09.721929 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 58322) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:09.726295 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-c39bdc37-ba7f-4c6c-a1c7-39d3d47a86ef tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Request body: {'security_group_rule': {'security_group_id': '946db5f7-e564-45c8-876a-15c96913ab92', 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:37:09.749602 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.securitygroups_db [None req-c39bdc37-ba7f-4c6c-a1c7-39d3d47a86ef tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Project a9f79c26ed8948318c926160ece4f736 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 16:37:09.756287 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c39bdc37-ba7f-4c6c-a1c7-39d3d47a86ef tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (a23f2b72-95ce-4d07-9a66-b4a6a7a695ce), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.775984 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-726f582c-5e00-4f13-b7d1-f064536a8a1b admin admin] Publish callbacks [] for security_group (295422ff-52df-4aa6-8d96-6e9cac0e2191), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.798943 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-726f582c-5e00-4f13-b7d1-f064536a8a1b admin admin] Publish callbacks [] for security_group (295422ff-52df-4aa6-8d96-6e9cac0e2191), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.823199 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 42388257-0c7b-4492-9048-be96708cd198 is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:09.823766 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (42388257-0c7b-4492-9048-be96708cd198), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.829996 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c39bdc37-ba7f-4c6c-a1c7-39d3d47a86ef tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (a23f2b72-95ce-4d07-9a66-b4a6a7a695ce), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.835949 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c39bdc37-ba7f-4c6c-a1c7-39d3d47a86ef tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (a23f2b72-95ce-4d07-9a66-b4a6a7a695ce), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.855598 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bdc37-ba7f-4c6c-a1c7-39d3d47a86ef tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23f2b72-95ce-4d07-9a66-b4a6a7a695ce,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:09.856561 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] For port 42388257-0c7b-4492-9048-be96708cd198, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=42388257-0c7b-4492-9048-be96708cd198,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:37:09.872114 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c39bdc37-ba7f-4c6c-a1c7-39d3d47a86ef tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.874435 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-726f582c-5e00-4f13-b7d1-f064536a8a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (295422ff-52df-4aa6-8d96-6e9cac0e2191), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.875911 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (42388257-0c7b-4492-9048-be96708cd198), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.877244 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-726f582c-5e00-4f13-b7d1-f064536a8a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:09.878472 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-726f582c-5e00-4f13-b7d1-f064536a8a1b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/295422ff-52df-4aa6-8d96-6e9cac0e2191 HTTP/1.1" status: 204 len: 168 time: 0.1587715 Feb 18 16:37:09.886138 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-c39bdc37-ba7f-4c6c-a1c7-39d3d47a86ef tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1629021 Feb 18 16:37:09.892688 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'name': 'tempest-TestShelveInstance-1280000321-router', 'tenant_id': '6fdac00c1e644349875addca114445b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '42388257-0c7b-4492-9048-be96708cd198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:37:02Z', 'updated_at': '2022-02-18T16:37:07Z', 'revision_number': 4, 'project_id': '6fdac00c1e644349875addca114445b1', 'gw_port': {'id': '42388257-0c7b-4492-9048-be96708cd198', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:37:03Z', 'updated_at': '2022-02-18T16:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '3bdc8e8b-0734-42fc-af45-88146a7743cd', 'name': '', 'network_id': 'd3135b08-354f-42cb-9c06-6451f390b834', 'tenant_id': '6fdac00c1e644349875addca114445b1', 'mac_address': 'fa:16:3e:91:e9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cf62efc3-bcad-4250-9525-bd2ebc05ca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:37:06Z', 'updated_at': '2022-02-18T16:37:07Z', 'revision_number': 2, 'project_id': '6fdac00c1e644349875addca114445b1', 'subnets': [{'id': 'cf62efc3-bcad-4250-9525-bd2ebc05ca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:37:09.902397 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f582c-5e00-4f13-b7d1-f064536a8a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295422ff-52df-4aa6-8d96-6e9cac0e2191,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:09.961764 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Checking router: 98a33a40-a657-4004-9f66-ebf93739cf25 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:37:09.962127 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Updating router 98a33a40-a657-4004-9f66-ebf93739cf25 port 3bdc8e8b-0734-42fc-af45-88146a7743cd binding host dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:37:10.018349 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Pushing event updated for resources: {'Port': ['ID=42388257-0c7b-4492-9048-be96708cd198,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:10.022328 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:10.349273 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Publish callbacks [] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), precommit_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:10.363347 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:10.427147 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37faa9-b37b-404d-9a2f-260373e4ff28 None None] Pushing event updated for resources: {'Port': ['ID=3bdc8e8b-0734-42fc-af45-88146a7743cd,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:10.536400 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729499b2-dafa-4410-b4ea-b944ef847787 req-51339a03-27a3-48bb-9079-c250810722e6 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:10.538551 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-729499b2-dafa-4410-b4ea-b944ef847787 req-51339a03-27a3-48bb-9079-c250810722e6 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 944 time: 0.1182303 Feb 18 16:37:10.567005 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Attempting to bind port 3bdc8e8b-0734-42fc-af45-88146a7743cd on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:37:10.567384 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Attempting to bind port 3bdc8e8b-0734-42fc-af45-88146a7743cd by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '218dc525-14f0-4cdd-b769-e5b32fcd04a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd3135b08-354f-42cb-9c06-6451f390b834'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:37:10.567757 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Attempting to bind port 3bdc8e8b-0734-42fc-af45-88146a7743cd on network d3135b08-354f-42cb-9c06-6451f390b834 {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:37:10.573307 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:37:10.573737 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Checking segment: {'id': '218dc525-14f0-4cdd-b769-e5b32fcd04a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd3135b08-354f-42cb-9c06-6451f390b834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:37:10.574149 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:10.574549 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Bound using segment: {'id': '218dc525-14f0-4cdd-b769-e5b32fcd04a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd3135b08-354f-42cb-9c06-6451f390b834'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:37:10.575207 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Bound port: 3bdc8e8b-0734-42fc-af45-88146a7743cd, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218dc525-14f0-4cdd-b769-e5b32fcd04a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd3135b08-354f-42cb-9c06-6451f390b834'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:37:10.575666 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:10.646871 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-729499b2-dafa-4410-b4ea-b944ef847787 req-d9b6cfa3-a7cf-41fd-9e4a-dcaf0814280d tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754664 Feb 18 16:37:10.655279 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b7d58-868c-4d36-982b-a8db259ff05a req-0a50ea6d-6bf9-45d3-a312-8244dd05f90b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:10.661547 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-544b7d58-868c-4d36-982b-a8db259ff05a req-0a50ea6d-6bf9-45d3-a312-8244dd05f90b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.1528730 Feb 18 16:37:10.737951 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] For port 3bdc8e8b-0734-42fc-af45-88146a7743cd, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:37:10.751708 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] For port 3bdc8e8b-0734-42fc-af45-88146a7743cd, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=3bdc8e8b-0734-42fc-af45-88146a7743cd,segment=NetworkSegment(218dc525-14f0-4cdd-b769-e5b32fcd04a6),segment_id=218dc525-14f0-4cdd-b769-e5b32fcd04a6)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:37:10.754306 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:10.758855 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-544b7d58-868c-4d36-982b-a8db259ff05a req-b9554410-7034-406e-8955-196a21a062b7 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957375 Feb 18 16:37:10.765855 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:10.813277 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Routers {'98a33a40-a657-4004-9f66-ebf93739cf25'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:37:10.813945 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:37:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['98a33a40-a657-4004-9f66-ebf93739cf25'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:37:10.901083 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37faa9-b37b-404d-9a2f-260373e4ff28 None None] Pushing event updated for resources: {'Port': ['ID=3bdc8e8b-0734-42fc-af45-88146a7743cd,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:10.920464 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-f74148e9-ed38-44e7-bf19-1c7ab393a79a None None] Provisioning complete for port 3bdc8e8b-0734-42fc-af45-88146a7743cd triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:10.921108 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-f74148e9-ed38-44e7-bf19-1c7ab393a79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:10.957522 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077a1c7-5da9-448b-a11a-9231569efcf6 req-54800727-21f1-432a-9440-b8993ff9d990 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:10.965037 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b077a1c7-5da9-448b-a11a-9231569efcf6 req-54800727-21f1-432a-9440-b8993ff9d990 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0933003 Feb 18 16:37:11.038612 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b077a1c7-5da9-448b-a11a-9231569efcf6 req-52f9dfad-967f-435b-9dad-7bd767441e46 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662591 Feb 18 16:37:11.059604 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] Set router 98a33a40-a657-4004-9f66-ebf93739cf25 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:37:11.309242 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 42388257-0c7b-4492-9048-be96708cd198 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:37:11.394803 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-f74148e9-ed38-44e7-bf19-1c7ab393a79a None None] Current status of the port 3bdc8e8b-0734-42fc-af45-88146a7743cd is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:11.395205 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-f74148e9-ed38-44e7-bf19-1c7ab393a79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:11.480277 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-f74148e9-ed38-44e7-bf19-1c7ab393a79a None None] For port 3bdc8e8b-0734-42fc-af45-88146a7743cd, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=3bdc8e8b-0734-42fc-af45-88146a7743cd,segment=NetworkSegment(218dc525-14f0-4cdd-b769-e5b32fcd04a6),segment_id=218dc525-14f0-4cdd-b769-e5b32fcd04a6)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:37:11.486441 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-f74148e9-ed38-44e7-bf19-1c7ab393a79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:11.498968 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 42388257-0c7b-4492-9048-be96708cd198 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:11.499344 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (42388257-0c7b-4492-9048-be96708cd198), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:11.621004 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74148e9-ed38-44e7-bf19-1c7ab393a79a None None] Pushing event updated for resources: {'Port': ['ID=3bdc8e8b-0734-42fc-af45-88146a7743cd,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:11.639384 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-64f533fe-aee3-4ffc-8f2b-be16b5a47b62 None None] Provisioning complete for port 3bdc8e8b-0734-42fc-af45-88146a7743cd triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:11.639768 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-64f533fe-aee3-4ffc-8f2b-be16b5a47b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:11.717534 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 42388257-0c7b-4492-9048-be96708cd198 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:11.722497 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'name': 'tempest-TestShelveInstance-1280000321-router', 'tenant_id': '6fdac00c1e644349875addca114445b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '42388257-0c7b-4492-9048-be96708cd198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:37:02Z', 'updated_at': '2022-02-18T16:37:07Z', 'revision_number': 4, 'project_id': '6fdac00c1e644349875addca114445b1', 'gw_port': {'id': '42388257-0c7b-4492-9048-be96708cd198', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:37:03Z', 'updated_at': '2022-02-18T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '3bdc8e8b-0734-42fc-af45-88146a7743cd', 'name': '', 'network_id': 'd3135b08-354f-42cb-9c06-6451f390b834', 'tenant_id': '6fdac00c1e644349875addca114445b1', 'mac_address': 'fa:16:3e:91:e9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cf62efc3-bcad-4250-9525-bd2ebc05ca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:37:06Z', 'updated_at': '2022-02-18T16:37:10Z', 'revision_number': 4, 'project_id': '6fdac00c1e644349875addca114445b1', 'subnets': [{'id': 'cf62efc3-bcad-4250-9525-bd2ebc05ca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:37:11.753575 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e18fb-a525-40ba-be0d-a243236aee35 None None] The sync data for ids ['98a33a40-a657-4004-9f66-ebf93739cf25'] in dv-cinder-826607-4-iscsi is: [{'id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'name': 'tempest-TestShelveInstance-1280000321-router', 'tenant_id': '6fdac00c1e644349875addca114445b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '42388257-0c7b-4492-9048-be96708cd198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:37:02Z', 'updated_at': '2022-02-18T16:37:07Z', 'revision_number': 4, 'project_id': '6fdac00c1e644349875addca114445b1', 'gw_port': {'id': '42388257-0c7b-4492-9048-be96708cd198', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:37:03Z', 'updated_at': '2022-02-18T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '3bdc8e8b-0734-42fc-af45-88146a7743cd', 'name': '', 'network_id': 'd3135b08-354f-42cb-9c06-6451f390b834', 'tenant_id': '6fdac00c1e644349875addca114445b1', 'mac_address': 'fa:16:3e:91:e9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cf62efc3-bcad-4250-9525-bd2ebc05ca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:37:06Z', 'updated_at': '2022-02-18T16:37:10Z', 'revision_number': 4, 'project_id': '6fdac00c1e644349875addca114445b1', 'subnets': [{'id': 'cf62efc3-bcad-4250-9525-bd2ebc05ca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:37:11.783703 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bf95b-48d7-44ca-8df8-2a0a250c4a8c req-df111529-6a49-41db-beba-9bb57a108ec0 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:11.785239 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e83bf95b-48d7-44ca-8df8-2a0a250c4a8c req-df111529-6a49-41db-beba-9bb57a108ec0 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 944 time: 0.0711954 Feb 18 16:37:11.806651 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-64f533fe-aee3-4ffc-8f2b-be16b5a47b62 None None] Current status of the port 3bdc8e8b-0734-42fc-af45-88146a7743cd is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:11.872275 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e83bf95b-48d7-44ca-8df8-2a0a250c4a8c req-13cff0be-3911-4ea1-9a8d-10f777f39013 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760937 Feb 18 16:37:12.219965 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 906d4cee-f7a7-4cb9-8e09-e8e32da50887 up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:37:12.274531 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port 906d4cee-f7a7-4cb9-8e09-e8e32da50887 completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:37:12.278930 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port 906d4cee-f7a7-4cb9-8e09-e8e32da50887 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:12.279522 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (906d4cee-f7a7-4cb9-8e09-e8e32da50887), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:12.362914 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 906d4cee-f7a7-4cb9-8e09-e8e32da50887 is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:12.363325 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (906d4cee-f7a7-4cb9-8e09-e8e32da50887), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:12.397752 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5059995c-b17a-4cdd-ae4e-d520fa513ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906d4cee-f7a7-4cb9-8e09-e8e32da50887'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:37:12.400588 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e728d078-22e6-4f3d-ae7f-3879b185e952" -d '{"events": [{"server_uuid": "5059995c-b17a-4cdd-ae4e-d520fa513ba3", "name": "network-vif-plugged", "status": "completed", "tag": "906d4cee-f7a7-4cb9-8e09-e8e32da50887"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:37:12.415305 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 906d4cee-f7a7-4cb9-8e09-e8e32da50887, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=906d4cee-f7a7-4cb9-8e09-e8e32da50887,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:37:12.421701 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (906d4cee-f7a7-4cb9-8e09-e8e32da50887), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:12.458067 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefcdbf3-be68-46e1-a48c-515ca245cb64 x-openstack-request-id: req-eefcdbf3-be68-46e1-a48c-515ca245cb64 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:37:12.458456 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5059995c-b17a-4cdd-ae4e-d520fa513ba3", "name": "network-vif-plugged", "status": "completed", "tag": "906d4cee-f7a7-4cb9-8e09-e8e32da50887", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:37:12.458719 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eefcdbf3-be68-46e1-a48c-515ca245cb64 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:37:12.459116 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5059995c-b17a-4cdd-ae4e-d520fa513ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906d4cee-f7a7-4cb9-8e09-e8e32da50887', 'code': 200} Feb 18 16:37:12.488891 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=906d4cee-f7a7-4cb9-8e09-e8e32da50887,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:12.790676 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f2428-51a5-4cbe-9e04-7f6733b0e588 req-e248fb0c-a9b4-4f0c-be69-0c519cd0feca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:12.793298 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-442f2428-51a5-4cbe-9e04-7f6733b0e588 req-e248fb0c-a9b4-4f0c-be69-0c519cd0feca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 1129 time: 0.1214242 Feb 18 16:37:12.829538 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9b221-667e-4667-b92f-9ac16f84483f req-24d35764-ee63-4a18-9821-4aa3fa67eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:12.831576 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2ac9b221-667e-4667-b92f-9ac16f84483f req-24d35764-ee63-4a18-9821-4aa3fa67eef9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8f9dd11e8374a7985fc4a92db14658a&device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 1129 time: 0.0849805 Feb 18 16:37:12.840782 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 58454) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:12.857676 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e12a21-9ab6-41d7-9265-748014f5e184 req-48132cda-5861-4524-b511-04e833947847 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:12.865474 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a9e12a21-9ab6-41d7-9265-748014f5e184 req-48132cda-5861-4524-b511-04e833947847 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0870137 Feb 18 16:37:12.940479 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-442f2428-51a5-4cbe-9e04-7f6733b0e588 req-bc1fc73c-8b40-402f-8548-44d46b2d4b83 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364584 Feb 18 16:37:12.969918 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a9e12a21-9ab6-41d7-9265-748014f5e184 req-97a38ec5-32a3-47fb-9df6-033d7749048d tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968270 Feb 18 16:37:13.002562 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-063f09cf-1b4c-43da-93c0-6569417ced1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:13.017407 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9b221-667e-4667-b92f-9ac16f84483f req-662abb7b-0b09-4610-a289-4d289a4fa5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:13.019501 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2ac9b221-667e-4667-b92f-9ac16f84483f req-662abb7b-0b09-4610-a289-4d289a4fa5a2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17 HTTP/1.1" status: 200 len: 920 time: 0.1760356 Feb 18 16:37:13.121094 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6753e-7fda-4102-b0c6-8f7f8cd2337d req-3bb9cb6c-09de-4fcf-856d-624807785085 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:13.122611 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9eb6753e-7fda-4102-b0c6-8f7f8cd2337d req-3bb9cb6c-09de-4fcf-856d-624807785085 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 945 time: 0.1069741 Feb 18 16:37:13.158976 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 3bdc8e8b-0734-42fc-af45-88146a7743cd up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:37:13.203228 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-063f09cf-1b4c-43da-93c0-6569417ced1d admin admin] Publish callbacks [] for security_group (ac0adac0-c539-4e25-8cef-083284988800), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:13.210506 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9eb6753e-7fda-4102-b0c6-8f7f8cd2337d req-c0294524-960a-4636-9180-cdc53b507eac tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818741 Feb 18 16:37:13.213447 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-063f09cf-1b4c-43da-93c0-6569417ced1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (ac0adac0-c539-4e25-8cef-083284988800), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:13.237968 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2ac9b221-667e-4667-b92f-9ac16f84483f req-fe312630-182e-485d-bc08-2d0465ef957b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=982171f0-19a1-4cec-8f38-7db94b4e569a HTTP/1.1" status: 200 len: 217 time: 0.0428228 Feb 18 16:37:13.243283 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 3bdc8e8b-0734-42fc-af45-88146a7743cd triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:13.243827 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:13.267536 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-063f09cf-1b4c-43da-93c0-6569417ced1d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ce901d47ae14ba9b8f9f134b00f35d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4237428 Feb 18 16:37:13.271267 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 58466) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:13.300311 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9b221-667e-4667-b92f-9ac16f84483f req-03fe6040-a6c3-47e8-a01e-52883f32e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:13.303469 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2ac9b221-667e-4667-b92f-9ac16f84483f req-03fe6040-a6c3-47e8-a01e-52883f32e931 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f67f844d-74e9-48b6-8285-f0d76073c1b5 HTTP/1.1" status: 200 len: 859 time: 0.0575769 Feb 18 16:37:13.311764 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f09cf-1b4c-43da-93c0-6569417ced1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0adac0-c539-4e25-8cef-083284988800,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:13.345136 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2ac9b221-667e-4667-b92f-9ac16f84483f req-e0844c5f-70c2-4774-88f6-b3441dfc2311 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307612 Feb 18 16:37:13.353203 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-19563fc5-2f1f-4cf7-82fe-46beb844cf90 admin admin] Publish callbacks [] for security_group (ac0adac0-c539-4e25-8cef-083284988800), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:13.375632 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 3bdc8e8b-0734-42fc-af45-88146a7743cd is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:13.385757 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-19563fc5-2f1f-4cf7-82fe-46beb844cf90 admin admin] Publish callbacks [] for security_group (ac0adac0-c539-4e25-8cef-083284988800), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:13.438947 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-19563fc5-2f1f-4cf7-82fe-46beb844cf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (ac0adac0-c539-4e25-8cef-083284988800), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:13.442151 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-19563fc5-2f1f-4cf7-82fe-46beb844cf90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:13.445798 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-19563fc5-2f1f-4cf7-82fe-46beb844cf90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac0adac0-c539-4e25-8cef-083284988800 HTTP/1.1" status: 204 len: 168 time: 0.1733184 Feb 18 16:37:13.453392 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2ac9b221-667e-4667-b92f-9ac16f84483f req-e3da37ee-6eec-4c9a-8c7d-4d5a70616672 service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979550 Feb 18 16:37:13.455771 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19563fc5-2f1f-4cf7-82fe-46beb844cf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0adac0-c539-4e25-8cef-083284988800,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:13.553899 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2ac9b221-667e-4667-b92f-9ac16f84483f req-bbb65fc7-776e-49cc-90a2-66c53a48de1c service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915933 Feb 18 16:37:14.094437 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab04a9-2de9-4aac-91c1-edc8dc673168 req-9b8efbfb-5f9a-4bd5-9d50-ba1bc4ea9547 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:14.096048 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-30ab04a9-2de9-4aac-91c1-edc8dc673168 req-9b8efbfb-5f9a-4bd5-9d50-ba1bc4ea9547 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0567594 Feb 18 16:37:14.150767 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-30ab04a9-2de9-4aac-91c1-edc8dc673168 req-d6854946-18d2-49dc-9b52-8a179e6f9fe8 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482688 Feb 18 16:37:14.341421 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7460693-8124-4774-8b05-f9771699515f req-4e669700-b2b3-4618-9626-986714a2396a tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:14.342931 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a7460693-8124-4774-8b05-f9771699515f req-4e669700-b2b3-4618-9626-986714a2396a tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 945 time: 0.0573549 Feb 18 16:37:14.400386 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a7460693-8124-4774-8b05-f9771699515f req-76346c93-64ca-4808-95bb-d76c177cfde0 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486486 Feb 18 16:37:14.461548 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 58510) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:14.598660 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5b8ffedf-98bb-48cb-83e9-49c1a01c9d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:14.686206 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5b8ffedf-98bb-48cb-83e9-49c1a01c9d68 admin admin] Publish callbacks [] for security_group (6baa120e-2c0d-450c-af93-e644e0e70217), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:14.689603 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5b8ffedf-98bb-48cb-83e9-49c1a01c9d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (6baa120e-2c0d-450c-af93-e644e0e70217), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:14.726456 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-5b8ffedf-98bb-48cb-83e9-49c1a01c9d68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28abbdce75c346c58be28adf38c9bf46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638230 Feb 18 16:37:14.727345 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ffedf-98bb-48cb-83e9-49c1a01c9d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baa120e-2c0d-450c-af93-e644e0e70217,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:14.729098 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 58518) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:14.782745 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c05699de-d9a3-4935-9736-e8f17e8ff585 admin admin] Publish callbacks [] for security_group (6baa120e-2c0d-450c-af93-e644e0e70217), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:14.804728 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c05699de-d9a3-4935-9736-e8f17e8ff585 admin admin] Publish callbacks [] for security_group (6baa120e-2c0d-450c-af93-e644e0e70217), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:14.858357 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c05699de-d9a3-4935-9736-e8f17e8ff585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (6baa120e-2c0d-450c-af93-e644e0e70217), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:14.861063 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c05699de-d9a3-4935-9736-e8f17e8ff585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:14.864852 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-c05699de-d9a3-4935-9736-e8f17e8ff585 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6baa120e-2c0d-450c-af93-e644e0e70217 HTTP/1.1" status: 204 len: 168 time: 0.1321199 Feb 18 16:37:14.870338 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05699de-d9a3-4935-9736-e8f17e8ff585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baa120e-2c0d-450c-af93-e644e0e70217,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:15.274476 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d1cd8-7001-4bf4-8200-bdf9663044b2 req-02fac6dd-a605-47aa-84d2-ef48f6f36f66 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:15.276012 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2f0d1cd8-7001-4bf4-8200-bdf9663044b2 req-02fac6dd-a605-47aa-84d2-ef48f6f36f66 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0551209 Feb 18 16:37:15.327093 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2f0d1cd8-7001-4bf4-8200-bdf9663044b2 req-ab2a495d-07aa-47e8-b865-06ad5d704ec4 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453622 Feb 18 16:37:15.535739 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345c2ab-51ba-4fe2-9bf3-7d85feba0320 req-62f681ff-42c4-47ab-a690-7827bb0ecce2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:15.537217 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5345c2ab-51ba-4fe2-9bf3-7d85feba0320 req-62f681ff-42c4-47ab-a690-7827bb0ecce2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 945 time: 0.0586956 Feb 18 16:37:15.595274 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5345c2ab-51ba-4fe2-9bf3-7d85feba0320 req-fd5ae53d-723e-4e75-b846-7e49352af76e tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503373 Feb 18 16:37:16.443882 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b0c1a-59b3-4e91-9b51-f613ac4542d3 req-fdef2c65-2993-4e4e-b830-62eaef8bcc0b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:16.445363 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8e5b0c1a-59b3-4e91-9b51-f613ac4542d3 req-fdef2c65-2993-4e4e-b830-62eaef8bcc0b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0497048 Feb 18 16:37:16.495186 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8e5b0c1a-59b3-4e91-9b51-f613ac4542d3 req-b0097cd7-0e6e-4d99-a7ad-b22ed27ba2f6 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434506 Feb 18 16:37:17.405648 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 58608) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:17.535442 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9775622c-5152-43f2-a196-f2ded0e48ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:17.665879 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea654594-f91b-424e-a02a-874c4749c0be req-8c110f53-d8ba-4491-b725-8b5cbe3801f3 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:17.667282 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ea654594-f91b-424e-a02a-874c4749c0be req-8c110f53-d8ba-4491-b725-8b5cbe3801f3 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0890558 Feb 18 16:37:17.672722 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9775622c-5152-43f2-a196-f2ded0e48ac7 admin admin] Publish callbacks [] for security_group (b2ffb2c7-e945-4cd0-b04e-5eed78bc681e), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:17.680633 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9775622c-5152-43f2-a196-f2ded0e48ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (b2ffb2c7-e945-4cd0-b04e-5eed78bc681e), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:17.736604 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775622c-5152-43f2-a196-f2ded0e48ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ffb2c7-e945-4cd0-b04e-5eed78bc681e,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:17.740680 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-9775622c-5152-43f2-a196-f2ded0e48ac7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=122b8cfa5ab44b888a99a179a4f5dc6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3338971 Feb 18 16:37:17.743446 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 58618) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:17.771884 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ea654594-f91b-424e-a02a-874c4749c0be req-fa1d0e89-cdf2-4bc8-bfff-9985e087931e tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978699 Feb 18 16:37:17.806389 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2852d43c-efd2-4a60-b7e1-7253954f193c admin admin] Publish callbacks [] for security_group (b2ffb2c7-e945-4cd0-b04e-5eed78bc681e), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:17.827837 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2852d43c-efd2-4a60-b7e1-7253954f193c admin admin] Publish callbacks [] for security_group (b2ffb2c7-e945-4cd0-b04e-5eed78bc681e), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:17.877327 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2852d43c-efd2-4a60-b7e1-7253954f193c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (b2ffb2c7-e945-4cd0-b04e-5eed78bc681e), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:17.879954 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2852d43c-efd2-4a60-b7e1-7253954f193c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:17.881096 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-2852d43c-efd2-4a60-b7e1-7253954f193c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2ffb2c7-e945-4cd0-b04e-5eed78bc681e HTTP/1.1" status: 204 len: 168 time: 0.1367691 Feb 18 16:37:17.890678 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852d43c-efd2-4a60-b7e1-7253954f193c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ffb2c7-e945-4cd0-b04e-5eed78bc681e,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:18.905015 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c6aa1-debf-4749-a504-a053b4a08c9b req-38f1d82d-a6a7-47f0-b5a1-f77cdcd4b70f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:18.906506 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-793c6aa1-debf-4749-a504-a053b4a08c9b req-38f1d82d-a6a7-47f0-b5a1-f77cdcd4b70f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0664647 Feb 18 16:37:18.951525 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-793c6aa1-debf-4749-a504-a053b4a08c9b req-0be4862c-4349-4d58-a8a7-74cd73063431 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392826 Feb 18 16:37:20.073561 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca02db3-2bc3-4a14-9bd1-72f380c4dd2d req-5edb8031-59f3-4588-bfe8-ddae53336042 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:20.075054 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6ca02db3-2bc3-4a14-9bd1-72f380c4dd2d req-5edb8031-59f3-4588-bfe8-ddae53336042 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0537019 Feb 18 16:37:20.124120 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6ca02db3-2bc3-4a14-9bd1-72f380c4dd2d req-a6e2c347-e7b0-4c21-b42a-acdc24f2a3dd tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414970 Feb 18 16:37:21.246004 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba8b6a-8a74-483e-82e5-bbe225eb26ee req-51ac5039-0217-4b87-8abf-041bd66e45ed tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:21.248066 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-12ba8b6a-8a74-483e-82e5-bbe225eb26ee req-51ac5039-0217-4b87-8abf-041bd66e45ed tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0553935 Feb 18 16:37:21.294606 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-12ba8b6a-8a74-483e-82e5-bbe225eb26ee req-54999255-4f2e-4420-b61a-fd2272f31409 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 Feb 18 16:37:22.416939 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd8828-4060-4697-b6fc-2ddf3c14e2d7 req-44dc1e81-2515-4ba2-a5ee-0b71f3aa078a tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:22.418375 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f7dd8828-4060-4697-b6fc-2ddf3c14e2d7 req-44dc1e81-2515-4ba2-a5ee-0b71f3aa078a tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0544147 Feb 18 16:37:22.481390 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f7dd8828-4060-4697-b6fc-2ddf3c14e2d7 req-e9e5b7d7-9037-43ae-8cb3-61629ba053fc tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525844 Feb 18 16:37:22.583371 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:37:23.605456 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337322a-85e1-468a-b55d-6308468144df req-d51a5785-43f7-4f62-8027-20a0aad0623f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:23.606933 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e337322a-85e1-468a-b55d-6308468144df req-d51a5785-43f7-4f62-8027-20a0aad0623f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0523400 Feb 18 16:37:23.658948 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e337322a-85e1-468a-b55d-6308468144df req-1f055bf4-c6ca-4ba9-bf54-de03540e4f21 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460472 Feb 18 16:37:24.775843 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95df55-01df-4b7f-9bba-7d1743c5a60f req-d0fa84fe-f4bc-4abd-b3c7-d9abadc4c642 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:24.777290 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3a95df55-01df-4b7f-9bba-7d1743c5a60f req-d0fa84fe-f4bc-4abd-b3c7-d9abadc4c642 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0520780 Feb 18 16:37:24.824685 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3a95df55-01df-4b7f-9bba-7d1743c5a60f req-165377ab-7852-4c4d-bcbb-1e6fe78d9197 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418608 Feb 18 16:37:25.945221 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c13530-304d-49ca-9006-53ae31bd52c9 req-726c3f45-e9bb-44f1-885e-e04c5516f0c2 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:25.946700 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d4c13530-304d-49ca-9006-53ae31bd52c9 req-726c3f45-e9bb-44f1-885e-e04c5516f0c2 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0503831 Feb 18 16:37:25.993679 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d4c13530-304d-49ca-9006-53ae31bd52c9 req-6c3d0208-f772-44dc-9d9c-c428338b22c4 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407231 Feb 18 16:37:27.113878 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddace8dc-ceec-45ac-bc54-61f77e008dc6 req-4b8be48f-341a-4e72-831e-dd28ef2d629b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:27.115340 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ddace8dc-ceec-45ac-bc54-61f77e008dc6 req-4b8be48f-341a-4e72-831e-dd28ef2d629b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0548177 Feb 18 16:37:27.161754 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ddace8dc-ceec-45ac-bc54-61f77e008dc6 req-5b4f8386-c1b1-4b47-9219-5b9121c00d3e tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Feb 18 16:37:28.293286 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25edd00-c58a-4b12-840e-e140d08ba6c2 req-132b9c50-d4aa-4f74-bb09-56e11538063e tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:28.294859 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c25edd00-c58a-4b12-840e-e140d08ba6c2 req-132b9c50-d4aa-4f74-bb09-56e11538063e tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0602541 Feb 18 16:37:28.348922 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c25edd00-c58a-4b12-840e-e140d08ba6c2 req-baa8a346-f5cc-4918-a7f4-b3f78e795939 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456018 Feb 18 16:37:28.826477 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07196859-94da-4b43-915c-dbbc44872bd0 req-a7b9f8f1-2c3e-48c7-a861-63a46ea8495e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:28.828579 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-07196859-94da-4b43-915c-dbbc44872bd0 req-a7b9f8f1-2c3e-48c7-a861-63a46ea8495e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0514340 Feb 18 16:37:28.877728 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-07196859-94da-4b43-915c-dbbc44872bd0 req-93678eb7-c95f-4004-b189-c4368d9953e1 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436413 Feb 18 16:37:29.490226 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fc5dc-6343-4569-b4a6-ff32b82d67f9 req-129b53a2-0c33-4ea5-beb0-a0870fb20981 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:29.491683 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-227fc5dc-6343-4569-b4a6-ff32b82d67f9 req-129b53a2-0c33-4ea5-beb0-a0870fb20981 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0607426 Feb 18 16:37:29.542689 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-227fc5dc-6343-4569-b4a6-ff32b82d67f9 req-f9e18155-d049-4c86-8df0-0ea0ad9ea4bb tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455692 Feb 18 16:37:29.694208 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec4563-51b5-4c51-925d-427cba261101 req-34632421-e734-44bd-8262-3470f72ba2c4 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:29.695640 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bcec4563-51b5-4c51-925d-427cba261101 req-34632421-e734-44bd-8262-3470f72ba2c4 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/networks?id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e HTTP/1.1" status: 200 len: 814 time: 0.1000648 Feb 18 16:37:29.710238 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bcec4563-51b5-4c51-925d-427cba261101 req-d7c29ff1-aebf-438b-a400-602ab73b8cda tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/quotas/28bfb4c8af6f4094ac9c036a90e52cdc HTTP/1.1" status: 200 len: 375 time: 0.0093031 Feb 18 16:37:29.763726 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bcec4563-51b5-4c51-925d-427cba261101 req-265586df-b2bc-4f07-a975-d458860ad53c tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=28bfb4c8af6f4094ac9c036a90e52cdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487721 Feb 18 16:37:29.849383 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bcec4563-51b5-4c51-925d-427cba261101 req-15c10892-921f-4750-91ac-5fe5273a9c9e service neutron] 10.222.0.36 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787396 Feb 18 16:37:29.941303 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bcec4563-51b5-4c51-925d-427cba261101 req-caafabbf-f71f-42ab-aa83-f8bc41435c14 service neutron] 10.222.0.36 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860240 Feb 18 16:37:30.005968 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f2346-2ca6-49a2-a468-444eda4f1e85 req-37e577f1-77e4-451f-9718-792f908387d4 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:30.007889 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d85f2346-2ca6-49a2-a468-444eda4f1e85 req-37e577f1-77e4-451f-9718-792f908387d4 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0583165 Feb 18 16:37:30.065418 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d85f2346-2ca6-49a2-a468-444eda4f1e85 req-900cf8de-9755-4b66-8974-1ae7033a14b7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467341 Feb 18 16:37:30.100634 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-32776600-b3f2-4fd6-83b4-9cef09619799 req-0149a001-6289-4280-a152-9b04589f5460 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 210 time: 0.0303924 Feb 18 16:37:30.667655 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36983ea-d53b-4812-984f-f63db81c160a req-4e686602-84b1-4548-af1a-79e974f5abc0 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:30.669100 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f36983ea-d53b-4812-984f-f63db81c160a req-4e686602-84b1-4548-af1a-79e974f5abc0 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0543756 Feb 18 16:37:30.716310 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f36983ea-d53b-4812-984f-f63db81c160a req-e6bfca67-32a0-4d38-93f4-0c675460ae9a tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Feb 18 16:37:31.084015 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-6e1300a1-781d-44e8-8119-2b462431b760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:31.180409 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93d0df-f853-4a9b-84a1-2a4daf389090 req-59aaffa5-ff7b-4d41-94c1-b98349b1257d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:31.181961 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ab93d0df-f853-4a9b-84a1-2a4daf389090 req-59aaffa5-ff7b-4d41-94c1-b98349b1257d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0516722 Feb 18 16:37:31.214286 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4956dd41-6df5-452d-8808-c611834df144 req-83fbfd5a-88b5-458f-93c0-d41d7714094b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 210 time: 0.0313694 Feb 18 16:37:31.248477 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec4563-51b5-4c51-925d-427cba261101 req-12bef582-8e3e-4c75-bfbf-99b7b118839b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:31.250651 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bcec4563-51b5-4c51-925d-427cba261101 req-12bef582-8e3e-4c75-bfbf-99b7b118839b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.71 "GET /v2.0/networks?id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e HTTP/1.1" status: 200 len: 814 time: 0.1250026 Feb 18 16:37:31.254344 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ab93d0df-f853-4a9b-84a1-2a4daf389090 req-6ff59e17-7354-4a8e-b43d-ee82ef6d0604 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611489 Feb 18 16:37:31.272768 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-bcec4563-51b5-4c51-925d-427cba261101 req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Request body: {'port': {'device_id': '6c8284ce-57d5-41d6-b074-3d404dfad395', 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e', 'admin_state_up': True, 'tenant_id': '28bfb4c8af6f4094ac9c036a90e52cdc'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:37:31.384233 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcec4563-51b5-4c51-925d-427cba261101 req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Made reservation on behalf of 28bfb4c8af6f4094ac9c036a90e52cdc for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:37:31.387386 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-bcec4563-51b5-4c51-925d-427cba261101 req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:31.512674 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-bcec4563-51b5-4c51-925d-427cba261101 req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Allocated IP 172.20.0.6 (e4819fa6-9553-4aa3-97f2-f1d4f9604d5e/c1f79cb2-5f1f-4d1b-9876-df6be6f72aab/5200de5a-0263-4c61-8931-f7defaf42c8b) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:37:31.669294 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-bcec4563-51b5-4c51-925d-427cba261101 req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks [] for port (5200de5a-0263-4c61-8931-f7defaf42c8b), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:31.707563 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-bcec4563-51b5-4c51-925d-427cba261101 req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (5200de5a-0263-4c61-8931-f7defaf42c8b), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:31.721805 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['026276bc-60a5-4c70-9209-e90f3e149e42', 'b10f8196-3cbf-453e-94cf-7577cfd9471d', '906d4cee-f7a7-4cb9-8e09-e8e32da50887'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:37:31.752026 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcec4563-51b5-4c51-925d-427cba261101 req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:37:31.755423 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-bcec4563-51b5-4c51-925d-427cba261101 req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:37:31.761287 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcec4563-51b5-4c51-925d-427cba261101 req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:37:31.768569 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Pushing event updated for resources: {'Port': ['ID=5200de5a-0263-4c61-8931-f7defaf42c8b,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:31.792208 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:31.792552 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:31.793223 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:31.793223 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:31.793555 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:31.793880 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:31.794392 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:31.794546 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:31.794826 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:31.795140 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:31.795454 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:31.795802 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:31.796134 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:31.843472 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec4563-51b5-4c51-925d-427cba261101 req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:31.844210 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-bcec4563-51b5-4c51-925d-427cba261101 req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:31.871547 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bcec4563-51b5-4c51-925d-427cba261101 req-04e4dc8e-faaf-4fdf-9b73-759c127f80ce tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6040206 Feb 18 16:37:31.885462 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Request body: {'port': {'device_id': '6c8284ce-57d5-41d6-b074-3d404dfad395', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:37:31.908660 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ea5b3-8dce-4b33-9b74-877803b696cd req-650ebc0b-cdc9-4fe5-a6bd-efd2a0c9559d tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:31.910316 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-517ea5b3-8dce-4b33-9b74-877803b696cd req-650ebc0b-cdc9-4fe5-a6bd-efd2a0c9559d tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0869465 Feb 18 16:37:31.973723 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (5200de5a-0263-4c61-8931-f7defaf42c8b), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:31.976737 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-517ea5b3-8dce-4b33-9b74-877803b696cd req-934b9651-0352-4649-8433-dc51c9d9867e tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581403 Feb 18 16:37:32.248968 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5200de5a-0263-4c61-8931-f7defaf42c8b {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:37:32.256916 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Publish callbacks [] for port (5200de5a-0263-4c61-8931-f7defaf42c8b), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:32.270061 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Transition to ACTIVE for port object 5200de5a-0263-4c61-8931-f7defaf42c8b will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:37:32.274436 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (5200de5a-0263-4c61-8931-f7defaf42c8b), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:32.327466 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Pushing event updated for resources: {'Port': ['ID=5200de5a-0263-4c61-8931-f7defaf42c8b,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:32.350874 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62171297-1a8c-4a44-afdd-275d4d77f9b9 req-7b772a12-b62b-49e1-993d-137e178d136a tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:32.352422 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-62171297-1a8c-4a44-afdd-275d4d77f9b9 req-7b772a12-b62b-49e1-993d-137e178d136a tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 943 time: 0.0627728 Feb 18 16:37:32.397794 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Attempting to bind port 5200de5a-0263-4c61-8931-f7defaf42c8b on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:37:32.398200 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Attempting to bind port 5200de5a-0263-4c61-8931-f7defaf42c8b by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '31d3444b-5a87-43ed-967c-57a81aaaf147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:37:32.398599 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Attempting to bind port 5200de5a-0263-4c61-8931-f7defaf42c8b on network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:37:32.403106 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Port 5200de5a-0263-4c61-8931-f7defaf42c8b on network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:37:32.403528 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Attempting to bind port 5200de5a-0263-4c61-8931-f7defaf42c8b on network e4819fa6-9553-4aa3-97f2-f1d4f9604d5e {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:37:32.408533 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:37:32.408943 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Checking segment: {'id': '31d3444b-5a87-43ed-967c-57a81aaaf147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:37:32.409433 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Bound using segment: {'id': '31d3444b-5a87-43ed-967c-57a81aaaf147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:37:32.409856 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Bound port: 5200de5a-0263-4c61-8931-f7defaf42c8b, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d3444b-5a87-43ed-967c-57a81aaaf147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:37:32.410210 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (5200de5a-0263-4c61-8931-f7defaf42c8b), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:32.476909 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] For port 5200de5a-0263-4c61-8931-f7defaf42c8b, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:37:32.480742 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] For port 5200de5a-0263-4c61-8931-f7defaf42c8b, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5200de5a-0263-4c61-8931-f7defaf42c8b,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:37:32.488691 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (5200de5a-0263-4c61-8931-f7defaf42c8b), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:32.526776 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:32.527385 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:32.528782 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bcec4563-51b5-4c51-925d-427cba261101 req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] 10.222.0.71 "PUT /v2.0/ports/5200de5a-0263-4c61-8931-f7defaf42c8b HTTP/1.1" status: 200 len: 1093 time: 0.6477518 Feb 18 16:37:32.529218 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8284ce-57d5-41d6-b074-3d404dfad395', 'tag': '5200de5a-0263-4c61-8931-f7defaf42c8b'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:37:32.532235 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde031ed-ea09-42f7-a961-58f2083b5098" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8284ce-57d5-41d6-b074-3d404dfad395", "tag": "5200de5a-0263-4c61-8931-f7defaf42c8b"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:37:32.562165 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4798d93-acb9-4c3e-92ce-2977a4b75c8b service neutron] Pushing event updated for resources: {'Port': ['ID=5200de5a-0263-4c61-8931-f7defaf42c8b,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:32.636163 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec4563-51b5-4c51-925d-427cba261101 req-1e39bc73-cbfb-4386-9fb7-89576ed16c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:32.637718 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bcec4563-51b5-4c51-925d-427cba261101 req-1e39bc73-cbfb-4386-9fb7-89576ed16c0a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=28bfb4c8af6f4094ac9c036a90e52cdc&device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 1127 time: 0.0520425 Feb 18 16:37:32.658832 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02625dbc-8625-411e-a135-9a0576171862 req-8ddc1e87-bca9-4d60-8b19-b0ac691a9e25 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:32.660381 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-02625dbc-8625-411e-a135-9a0576171862 req-8ddc1e87-bca9-4d60-8b19-b0ac691a9e25 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.3070300 Feb 18 16:37:32.663756 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-62171297-1a8c-4a44-afdd-275d4d77f9b9 req-73fb670b-f470-40a5-9acb-fd8b333d5181 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007674 Feb 18 16:37:32.693814 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bcec4563-51b5-4c51-925d-427cba261101 req-23824efa-387e-40f9-9ece-d709f8cde573 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5200de5a-0263-4c61-8931-f7defaf42c8b HTTP/1.1" status: 200 len: 217 time: 0.0428636 Feb 18 16:37:32.718502 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-02625dbc-8625-411e-a135-9a0576171862 req-d1659f61-7a04-44f9-a13b-f1c8a2010e36 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476713 Feb 18 16:37:32.732269 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec35258-fb51-4e59-911e-5cdcf307d6e6 x-openstack-request-id: req-3ec35258-fb51-4e59-911e-5cdcf307d6e6 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:37:32.732645 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8284ce-57d5-41d6-b074-3d404dfad395", "tag": "5200de5a-0263-4c61-8931-f7defaf42c8b", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:37:32.733054 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ec35258-fb51-4e59-911e-5cdcf307d6e6 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:37:32.733881 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8284ce-57d5-41d6-b074-3d404dfad395', 'tag': '5200de5a-0263-4c61-8931-f7defaf42c8b', 'status': 'completed', 'code': 200} Feb 18 16:37:32.751814 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec4563-51b5-4c51-925d-427cba261101 req-7f9770e1-56db-4823-ba49-5355f75c8c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:32.753229 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bcec4563-51b5-4c51-925d-427cba261101 req-7f9770e1-56db-4823-ba49-5355f75c8c3f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1f79cb2-5f1f-4d1b-9876-df6be6f72aab HTTP/1.1" status: 200 len: 854 time: 0.0490267 Feb 18 16:37:32.783700 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bcec4563-51b5-4c51-925d-427cba261101 req-54bf51dc-4a8b-4207-88c6-53a8d53bfe40 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241783 Feb 18 16:37:32.885983 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bcec4563-51b5-4c51-925d-427cba261101 req-c5dc7494-2102-4ed9-bd60-b160a3097c98 service neutron] 10.222.0.71 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890739 Feb 18 16:37:32.980117 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bcec4563-51b5-4c51-925d-427cba261101 req-a00791e7-ef8f-4b0b-b3a0-b06b487e4a74 service neutron] 10.222.0.71 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818174 Feb 18 16:37:33.099812 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde031ed-ea09-42f7-a961-58f2083b5098 req-84eb13c6-2627-4ed0-8e35-2ae9c15ad8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:33.101550 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bde031ed-ea09-42f7-a961-58f2083b5098 req-84eb13c6-2627-4ed0-8e35-2ae9c15ad8b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=28bfb4c8af6f4094ac9c036a90e52cdc&device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 1127 time: 0.0509827 Feb 18 16:37:33.110771 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7896de-fb5d-42e6-85c7-3fe05b733cc5 req-3a9204c3-1241-4657-86fe-ccad57fd725a tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:33.112466 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3a7896de-fb5d-42e6-85c7-3fe05b733cc5 req-3a9204c3-1241-4657-86fe-ccad57fd725a tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0602388 Feb 18 16:37:33.160024 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3a7896de-fb5d-42e6-85c7-3fe05b733cc5 req-88d5e9ed-5f1b-4cfd-8bf6-b47ebec985cb tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415118 Feb 18 16:37:33.190229 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4682df22-73fd-4d52-81b6-eb4ffb1d68d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:33.195737 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde031ed-ea09-42f7-a961-58f2083b5098 req-0f3d3597-be39-47c8-b7e3-6ceae844f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:33.197182 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bde031ed-ea09-42f7-a961-58f2083b5098 req-0f3d3597-be39-47c8-b7e3-6ceae844f139 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e HTTP/1.1" status: 200 len: 915 time: 0.0892546 Feb 18 16:37:33.244011 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bde031ed-ea09-42f7-a961-58f2083b5098 req-b71bff00-3dcc-4122-a0e1-34f3d8c9e3a2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5200de5a-0263-4c61-8931-f7defaf42c8b HTTP/1.1" status: 200 len: 217 time: 0.0344419 Feb 18 16:37:33.301562 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde031ed-ea09-42f7-a961-58f2083b5098 req-847a8fe6-0658-42ab-a53b-74a554b12095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:33.303213 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bde031ed-ea09-42f7-a961-58f2083b5098 req-847a8fe6-0658-42ab-a53b-74a554b12095 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1f79cb2-5f1f-4d1b-9876-df6be6f72aab HTTP/1.1" status: 200 len: 854 time: 0.0506709 Feb 18 16:37:33.343784 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bde031ed-ea09-42f7-a961-58f2083b5098 req-81b3c397-6674-49d6-91e5-e97ece144c62 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302241 Feb 18 16:37:33.440231 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bde031ed-ea09-42f7-a961-58f2083b5098 req-6506a1fc-8ed0-4307-825c-6ba0d7c0b7a0 service neutron] 10.222.0.71 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879290 Feb 18 16:37:33.566753 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bde031ed-ea09-42f7-a961-58f2083b5098 req-b091510b-deb2-41db-8de4-0803b560fe3f service neutron] 10.222.0.71 "GET /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186769 Feb 18 16:37:33.568261 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17e9d6-9209-4d9f-9239-51be7850d39a req-73d84dd0-0973-4c22-92e6-f5d51d351043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:33.569610 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-ab17e9d6-9209-4d9f-9239-51be7850d39a req-73d84dd0-0973-4c22-92e6-f5d51d351043 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 1129 time: 0.0737646 Feb 18 16:37:33.624009 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-ab17e9d6-9209-4d9f-9239-51be7850d39a req-12e35be8-194f-4ff7-8b7d-8249f6fa8143 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385215 Feb 18 16:37:33.784409 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9cf10-e3d6-4170-aa57-c1fcf1308ab9 req-26ee2f87-d547-4f7c-8f3c-7536f596b3cd tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:33.786010 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3de9cf10-e3d6-4170-aa57-c1fcf1308ab9 req-26ee2f87-d547-4f7c-8f3c-7536f596b3cd tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 943 time: 0.0526605 Feb 18 16:37:33.865262 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3de9cf10-e3d6-4170-aa57-c1fcf1308ab9 req-f872ddf4-afa3-4157-988b-bb5a16810dbc tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737276 Feb 18 16:37:33.876125 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a30535-a1c9-495c-9b0e-22df09c1ccb1 req-74ed2c33-1f8d-4d70-a05d-de83bb40e124 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:33.877668 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-21a30535-a1c9-495c-9b0e-22df09c1ccb1 req-74ed2c33-1f8d-4d70-a05d-de83bb40e124 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0845408 Feb 18 16:37:33.925905 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-21a30535-a1c9-495c-9b0e-22df09c1ccb1 req-de2865dc-3b6b-4212-8a71-82bd70f46752 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428438 Feb 18 16:37:34.287414 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758a9ee-b89b-409d-b47e-2a23915329e7 req-4d3817bf-85d0-42ef-81b3-b880cb141f1a tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:34.288894 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d758a9ee-b89b-409d-b47e-2a23915329e7 req-4d3817bf-85d0-42ef-81b3-b880cb141f1a tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0556118 Feb 18 16:37:34.337960 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d758a9ee-b89b-409d-b47e-2a23915329e7 req-287c3cd7-63c4-467a-850b-ecf1f7470772 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435684 Feb 18 16:37:34.515540 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:34.923805 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e22af9ec-04de-406a-b9e4-2dfdd42e3a69 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-602376079&fields=id&tenant_id=a9f79c26ed8948318c926160ece4f736 HTTP/1.1" status: 200 len: 267 time: 0.0492506 Feb 18 16:37:35.060124 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d478e-8892-4b4d-9d54-6739419de49d req-5bf69e7a-7681-4a9b-9786-7d0d0ee42bb5 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:35.060455 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2d4d478e-8892-4b4d-9d54-6739419de49d req-5bf69e7a-7681-4a9b-9786-7d0d0ee42bb5 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 943 time: 0.1215796 Feb 18 16:37:35.068794 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e52d5529-6ef2-4b54-81d5-e80297ca5f4f tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:35.070246 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e52d5529-6ef2-4b54-81d5-e80297ca5f4f tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/networks?id=7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 HTTP/1.1" status: 200 len: 809 time: 0.1402361 Feb 18 16:37:35.094055 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-bc7653ec-38e0-483f-9c26-41b74a766e17 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/quotas/a9f79c26ed8948318c926160ece4f736 HTTP/1.1" status: 200 len: 375 time: 0.0172637 Feb 18 16:37:35.144996 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2d4d478e-8892-4b4d-9d54-6739419de49d req-6cc89457-99bb-46b8-82b4-a18b52a90c69 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737987 Feb 18 16:37:35.168553 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-4911c32d-1d8b-42d6-a72c-6bfd1e0c6e50 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9f79c26ed8948318c926160ece4f736&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651922 Feb 18 16:37:35.308011 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-cc1c2ff3-fde6-4e9f-b44f-4298c491a90d service neutron] 10.222.0.36 "GET /v2.0/networks/7be8af3c-f9ea-44c7-9fd0-e5865773f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253881 Feb 18 16:37:35.317922 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf51971-a787-4549-b356-8253f603e0ee req-1bdae968-0a8a-4222-a476-6a6c3f0beda0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:35.319334 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-edf51971-a787-4549-b356-8253f603e0ee req-1bdae968-0a8a-4222-a476-6a6c3f0beda0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.1144435 Feb 18 16:37:35.420037 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-edf51971-a787-4549-b356-8253f603e0ee req-177e3722-c3cd-4cae-9730-58a8de4f4fc7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916049 Feb 18 16:37:35.442827 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-9d5be6ee-afe4-4f7c-b0bb-45932ca0af14 service neutron] 10.222.0.36 "GET /v2.0/networks/7be8af3c-f9ea-44c7-9fd0-e5865773f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221950 Feb 18 16:37:35.531706 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0ea5c-b9e7-48bd-aea3-ac5caf9bb0a5 req-053b113d-d152-4113-9d61-b9fc907054f9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:35.533176 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-22b0ea5c-b9e7-48bd-aea3-ac5caf9bb0a5 req-053b113d-d152-4113-9d61-b9fc907054f9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0537655 Feb 18 16:37:35.584348 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-22b0ea5c-b9e7-48bd-aea3-ac5caf9bb0a5 req-8bf785ca-bfff-4ffb-874c-02aaebd2e320 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451827 Feb 18 16:37:35.736634 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c1a6b5e8-1fbc-4177-b742-6449f19be6a4 req-f3db151e-228b-4c61-9d9f-30b082f0eac0 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 210 time: 0.0267282 Feb 18 16:37:35.814488 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:35.896100 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651b50f-e960-4380-95af-d3f8673475ff req-8928c22a-62b0-43ed-a8fb-8522ff7361c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:35.896693 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035e093-d285-4d75-93cd-173a4789db11 req-06271f6c-6f79-40fd-b3c4-fbf823d9f4cd tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:35.897959 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0035e093-d285-4d75-93cd-173a4789db11 req-06271f6c-6f79-40fd-b3c4-fbf823d9f4cd tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0699816 Feb 18 16:37:35.898088 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e651b50f-e960-4380-95af-d3f8673475ff req-8928c22a-62b0-43ed-a8fb-8522ff7361c9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8f9dd11e8374a7985fc4a92db14658a&device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 1129 time: 0.0597565 Feb 18 16:37:35.948346 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0035e093-d285-4d75-93cd-173a4789db11 req-3de804a6-8774-492e-9649-61c27839e4b7 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444427 Feb 18 16:37:36.008591 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651b50f-e960-4380-95af-d3f8673475ff req-65f08833-6fc0-48af-8f73-0449116f94d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:36.010095 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e651b50f-e960-4380-95af-d3f8673475ff req-65f08833-6fc0-48af-8f73-0449116f94d4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17 HTTP/1.1" status: 200 len: 920 time: 0.1044619 Feb 18 16:37:36.058045 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e651b50f-e960-4380-95af-d3f8673475ff req-a182274d-074c-470c-95eb-12b6f9cb3bc1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=982171f0-19a1-4cec-8f38-7db94b4e569a HTTP/1.1" status: 200 len: 217 time: 0.0388989 Feb 18 16:37:36.292175 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a401390-117e-4617-8427-f050eb62cb6c req-69e12952-760d-4dc2-9e99-6bd39c3051c1 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:36.293788 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1a401390-117e-4617-8427-f050eb62cb6c req-69e12952-760d-4dc2-9e99-6bd39c3051c1 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 943 time: 0.0593178 Feb 18 16:37:36.318926 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 5200de5a-0263-4c61-8931-f7defaf42c8b details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:37:36.340293 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651b50f-e960-4380-95af-d3f8673475ff req-4e0ae21f-05ed-47fe-9a18-925da3c3e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:36.341796 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e651b50f-e960-4380-95af-d3f8673475ff req-4e0ae21f-05ed-47fe-9a18-925da3c3e58f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f67f844d-74e9-48b6-8285-f0d76073c1b5 HTTP/1.1" status: 200 len: 859 time: 0.2635813 Feb 18 16:37:36.348744 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1a401390-117e-4617-8427-f050eb62cb6c req-f17c88f4-ccc1-48bc-b5cc-f11dd3e0c1cb tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478425 Feb 18 16:37:36.382560 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e651b50f-e960-4380-95af-d3f8673475ff req-f8fef7ec-cd78-4084-9c7e-5de8bd683f5b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313017 Feb 18 16:37:36.435589 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 5200de5a-0263-4c61-8931-f7defaf42c8b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5200de5a-0263-4c61-8931-f7defaf42c8b,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:37:36.448672 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': '5200de5a-0263-4c61-8931-f7defaf42c8b', 'network_id': 'e4819fa6-9553-4aa3-97f2-f1d4f9604d5e', 'port_id': '5200de5a-0263-4c61-8931-f7defaf42c8b', 'mac_address': 'fa:16:3e:bd:bc:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f79cb2-5f1f-4d1b-9876-df6be6f72aab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:37:36.489156 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 5200de5a-0263-4c61-8931-f7defaf42c8b is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:36.489585 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (5200de5a-0263-4c61-8931-f7defaf42c8b), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:36.493992 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e651b50f-e960-4380-95af-d3f8673475ff req-f123ce28-b532-41ec-983e-42728cace05c service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914981 Feb 18 16:37:36.507754 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5200de5a-0263-4c61-8931-f7defaf42c8b {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:37:36.527931 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 5200de5a-0263-4c61-8931-f7defaf42c8b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5200de5a-0263-4c61-8931-f7defaf42c8b,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:37:36.532917 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (5200de5a-0263-4c61-8931-f7defaf42c8b), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:36.550975 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1c4c4-6b51-4e43-ae34-9c4702d2a648 req-a526f4dc-8ca6-400b-b062-06f67063f102 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:36.552502 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-69b1c4c4-6b51-4e43-ae34-9c4702d2a648 req-a526f4dc-8ca6-400b-b062-06f67063f102 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0541518 Feb 18 16:37:36.590434 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=5200de5a-0263-4c61-8931-f7defaf42c8b,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:36.609471 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e651b50f-e960-4380-95af-d3f8673475ff req-737ce2dc-bd6d-40e9-a2f7-d80e2b93ea35 service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949967 Feb 18 16:37:36.612087 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-69b1c4c4-6b51-4e43-ae34-9c4702d2a648 req-6863278f-c638-4068-ba46-34379b2e7353 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510077 Feb 18 16:37:36.833367 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c6540adc-acbb-4b80-85f0-9a2c5449fd51 req-1fa4cb99-be09-4436-9f71-e9da6810f735 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 210 time: 0.0263193 Feb 18 16:37:37.079806 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a7dd-93f2-4cc2-9d3f-61ec6bab3de2 req-d6a9a43c-25bc-481c-8d57-880364b65e6b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:37.081538 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ae63a7dd-93f2-4cc2-9d3f-61ec6bab3de2 req-d6a9a43c-25bc-481c-8d57-880364b65e6b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0616281 Feb 18 16:37:37.128344 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['5200de5a-0263-4c61-8931-f7defaf42c8b'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:37:37.135958 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-ae90dee4-05ed-4023-b83e-1871186e608c tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:37.137625 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-ae90dee4-05ed-4023-b83e-1871186e608c tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.71 "GET /v2.0/networks?id=7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 HTTP/1.1" status: 200 len: 809 time: 0.1250880 Feb 18 16:37:37.139826 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ae63a7dd-93f2-4cc2-9d3f-61ec6bab3de2 req-23b283fa-4f81-4cbf-b52f-eefe00cabac4 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527773 Feb 18 16:37:37.223387 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-0dece072-aee2-4c97-9d83-276d52f48d85 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9f79c26ed8948318c926160ece4f736 HTTP/1.1" status: 200 len: 379 time: 0.0620606 Feb 18 16:37:37.235638 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-389eb6e0-dacd-489b-a014-5a47fab3eb6f tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Request body: {'port': {'device_id': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'admin_state_up': True, 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'security_groups': ['946db5f7-e564-45c8-876a-15c96913ab92']}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:37:37.352723 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-389eb6e0-dacd-489b-a014-5a47fab3eb6f tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Made reservation on behalf of a9f79c26ed8948318c926160ece4f736 for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:37:37.356393 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-389eb6e0-dacd-489b-a014-5a47fab3eb6f tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:37.474794 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62434c3c-a131-4b5f-9e89-b68eda47950b req-c04911f9-5ab0-40c7-b574-91a4072ab302 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:37.476740 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-62434c3c-a131-4b5f-9e89-b68eda47950b req-c04911f9-5ab0-40c7-b574-91a4072ab302 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 944 time: 0.0541317 Feb 18 16:37:37.483064 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-389eb6e0-dacd-489b-a014-5a47fab3eb6f tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Allocated IP 172.20.0.3 (7be8af3c-f9ea-44c7-9fd0-e5865773f2f7/26e29d89-c798-44aa-ba6f-15822d150e51/74b43b11-bfab-4215-a5bf-2ec9d45bd6da) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:37:37.522932 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:37.533779 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-62434c3c-a131-4b5f-9e89-b68eda47950b req-34311ddc-cfc6-49bc-bfd1-02b6e0d57285 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512707 Feb 18 16:37:37.632074 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-389eb6e0-dacd-489b-a014-5a47fab3eb6f tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:37.669161 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-389eb6e0-dacd-489b-a014-5a47fab3eb6f tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:37.728108 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-389eb6e0-dacd-489b-a014-5a47fab3eb6f tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Network 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:37:37.738675 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-389eb6e0-dacd-489b-a014-5a47fab3eb6f tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:37:37.742206 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389eb6e0-dacd-489b-a014-5a47fab3eb6f tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Pushing event updated for resources: {'Port': ['ID=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:37.744623 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-389eb6e0-dacd-489b-a014-5a47fab3eb6f tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:37:37.773621 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f0225-80af-4f4a-98f3-a8d60a259acc req-36c8fe6f-5419-4175-b296-dc831f0617bc tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:37.782361 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-415f0225-80af-4f4a-98f3-a8d60a259acc req-36c8fe6f-5419-4175-b296-dc831f0617bc tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0899301 Feb 18 16:37:37.851115 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-389eb6e0-dacd-489b-a014-5a47fab3eb6f tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:37.851784 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-389eb6e0-dacd-489b-a014-5a47fab3eb6f tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:37.854833 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-415f0225-80af-4f4a-98f3-a8d60a259acc req-7d77a57a-9a66-48b2-917e-f67ba901a43c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702288 Feb 18 16:37:37.878818 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fd238-4ca9-48c2-9395-83d9e5009e71 req-3c47919e-409d-4aba-891d-a91245d2e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:37.880495 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7c3fd238-4ca9-48c2-9395-83d9e5009e71 req-3c47919e-409d-4aba-891d-a91245d2e2cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e745c53f42364825b2b8bdb6a6741075&device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 1129 time: 0.0943816 Feb 18 16:37:37.890525 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-389eb6e0-dacd-489b-a014-5a47fab3eb6f tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6595161 Feb 18 16:37:37.904527 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Request body: {'port': {'device_id': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:37:37.988432 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7bdca-11c5-4446-807b-a398c859c346 req-b39b264c-f0c3-4819-9efe-13317c9163ce tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:37.990843 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-dfa7bdca-11c5-4446-807b-a398c859c346 req-b39b264c-f0c3-4819-9efe-13317c9163ce tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 931 time: 0.0736454 Feb 18 16:37:38.028955 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:38.032174 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-147db94a-5a76-41a5-9324-1469e5432ea2 None None] Provisioning complete for port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:38.032547 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-147db94a-5a76-41a5-9324-1469e5432ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:38.042662 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-dfa7bdca-11c5-4446-807b-a398c859c346 req-546a5b4c-71ab-40cb-95e7-34e08e45062b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461202 Feb 18 16:37:38.074235 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-147db94a-5a76-41a5-9324-1469e5432ea2 None None] Port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:37:38.112001 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fd238-4ca9-48c2-9395-83d9e5009e71 req-5fd2f440-5a6c-47da-9229-ab7a74f8771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:38.113579 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7c3fd238-4ca9-48c2-9395-83d9e5009e71 req-5fd2f440-5a6c-47da-9229-ab7a74f8771e service neutron] 10.222.0.71 "GET /v2.0/networks?id=bd8dd797-fe66-4c99-94a2-e13cd1572e21 HTTP/1.1" status: 200 len: 917 time: 0.1784227 Feb 18 16:37:38.267270 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4bfc5-dc8c-43a7-8f88-9ca12dffba32 req-7264079a-fa00-4e28-a955-d3136a3c74ee tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:38.268774 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b8a4bfc5-dc8c-43a7-8f88-9ca12dffba32 req-7264079a-fa00-4e28-a955-d3136a3c74ee tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0586410 Feb 18 16:37:38.285105 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7c3fd238-4ca9-48c2-9395-83d9e5009e71 req-3a20a3a2-58ff-4469-9e5a-4453c8e8891d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efb85b90-8a8a-47b7-885d-98467875b692 HTTP/1.1" status: 200 len: 1000 time: 0.1189790 Feb 18 16:37:38.315112 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b8a4bfc5-dc8c-43a7-8f88-9ca12dffba32 req-8c63e573-2b73-4d16-a71f-3c11aa135c03 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405116 Feb 18 16:37:38.370940 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fd238-4ca9-48c2-9395-83d9e5009e71 req-df8b71bb-cbdd-47aa-81eb-0165e72320ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:38.372384 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7c3fd238-4ca9-48c2-9395-83d9e5009e71 req-df8b71bb-cbdd-47aa-81eb-0165e72320ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebd8b386-a802-4950-b96c-778f7be7d919 HTTP/1.1" status: 200 len: 855 time: 0.0760229 Feb 18 16:37:38.457413 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b43b11-bfab-4215-a5bf-2ec9d45bd6da {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:37:38.466762 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Publish callbacks [] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:38.480999 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fd238-4ca9-48c2-9395-83d9e5009e71 req-afa997d2-6078-461c-80cf-d824cb8c2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:38.482608 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7c3fd238-4ca9-48c2-9395-83d9e5009e71 req-afa997d2-6078-461c-80cf-d824cb8c2ddf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bd8dd797-fe66-4c99-94a2-e13cd1572e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0988364 Feb 18 16:37:38.485660 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Transition to ACTIVE for port object 74b43b11-bfab-4215-a5bf-2ec9d45bd6da will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:37:38.490109 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:38.594484 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Pushing event updated for resources: {'Port': ['ID=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:38.672215 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112dfbe-817a-487c-a6f6-d25ef689cc2c req-5dec2adc-0d04-48b5-b327-fd1aaf2ef986 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:38.673792 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e112dfbe-817a-487c-a6f6-d25ef689cc2c req-5dec2adc-0d04-48b5-b327-fd1aaf2ef986 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 944 time: 0.0586956 Feb 18 16:37:38.693539 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7c3fd238-4ca9-48c2-9395-83d9e5009e71 req-fdea083d-25de-481e-a94f-7006027955c5 service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740408 Feb 18 16:37:38.704425 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Attempting to bind port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:37:38.704768 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Attempting to bind port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'b0f8370f-4a44-4ac5-b089-87d0f0c0a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:37:38.705105 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Attempting to bind port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da on network 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:37:38.726708 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e112dfbe-817a-487c-a6f6-d25ef689cc2c req-213b38a4-14f6-40de-8b59-66b2fb25e978 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443454 Feb 18 16:37:38.728849 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da on network 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:37:38.729183 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Attempting to bind port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da on network 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:37:38.762174 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:37:38.762516 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Checking segment: {'id': 'b0f8370f-4a44-4ac5-b089-87d0f0c0a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:37:38.762897 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Bound using segment: {'id': 'b0f8370f-4a44-4ac5-b089-87d0f0c0a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:37:38.763326 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Bound port: 74b43b11-bfab-4215-a5bf-2ec9d45bd6da, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f8370f-4a44-4ac5-b089-87d0f0c0a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:37:38.763680 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:38.847591 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7c3fd238-4ca9-48c2-9395-83d9e5009e71 req-c7c4178f-77e1-4ea3-960f-c4dfeabd5e4a service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391718 Feb 18 16:37:38.863956 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] For port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:37:38.866992 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] For port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,segment=NetworkSegment(b0f8370f-4a44-4ac5-b089-87d0f0c0a199),segment_id=b0f8370f-4a44-4ac5-b089-87d0f0c0a199)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:37:38.873013 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:38.909933 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:38.910627 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:38.912703 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] 10.222.0.71 "PUT /v2.0/ports/74b43b11-bfab-4215-a5bf-2ec9d45bd6da HTTP/1.1" status: 200 len: 1093 time: 1.0132713 Feb 18 16:37:38.913220 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'tag': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:37:38.915824 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797f7b6c-902d-4345-86f7-e0bcd52d9f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d", "tag": "74b43b11-bfab-4215-a5bf-2ec9d45bd6da"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:37:38.945229 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce9af5-203f-433b-97a0-905ba8d895a9 service neutron] Pushing event updated for resources: {'Port': ['ID=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:38.970048 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c1c709-b08e-4570-88d2-86fd942a330a x-openstack-request-id: req-28c1c709-b08e-4570-88d2-86fd942a330a {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:37:38.970359 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d", "tag": "74b43b11-bfab-4215-a5bf-2ec9d45bd6da", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:37:38.970630 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28c1c709-b08e-4570-88d2-86fd942a330a {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:37:38.971023 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'tag': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da', 'status': 'completed', 'code': 200} Feb 18 16:37:39.011468 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcded7-007a-4f41-a6e5-c355f9fc9beb req-308a2b4c-e37a-4e8a-b70b-308a7e7f7b4e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:39.013010 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6cbcded7-007a-4f41-a6e5-c355f9fc9beb req-308a2b4c-e37a-4e8a-b70b-308a7e7f7b4e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0637386 Feb 18 16:37:39.031346 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-1afbfc1d-2d62-4a38-8df5-42456bc16785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:39.032982 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-1afbfc1d-2d62-4a38-8df5-42456bc16785 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9f79c26ed8948318c926160ece4f736&device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 1127 time: 0.0530865 Feb 18 16:37:39.068981 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6cbcded7-007a-4f41-a6e5-c355f9fc9beb req-40a70a4f-2dcb-4ab5-b886-b3088ade54d2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480103 Feb 18 16:37:39.101453 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-aa60c75b-510b-4b09-88d0-97906f361c39 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b43b11-bfab-4215-a5bf-2ec9d45bd6da HTTP/1.1" status: 200 len: 217 time: 0.0450146 Feb 18 16:37:39.146997 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e8e4076f-da9e-4845-8e88-d0d43a5055b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:39.148506 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-e8e4076f-da9e-4845-8e88-d0d43a5055b0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26e29d89-c798-44aa-ba6f-15822d150e51 HTTP/1.1" status: 200 len: 848 time: 0.0462689 Feb 18 16:37:39.175996 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d00c5-9b8d-487d-a0fc-e6f0c3cbf89e req-56d210b2-5a47-4af2-8429-9d1bf1f1dd2e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:39.177513 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-651d00c5-9b8d-487d-a0fc-e6f0c3cbf89e req-56d210b2-5a47-4af2-8429-9d1bf1f1dd2e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0530181 Feb 18 16:37:39.204548 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-3610ddb1-d7ec-4ff8-ab67-771dbade4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:39.206007 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-3610ddb1-d7ec-4ff8-ab67-771dbade4b3a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7be8af3c-f9ea-44c7-9fd0-e5865773f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449417 Feb 18 16:37:39.228732 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-651d00c5-9b8d-487d-a0fc-e6f0c3cbf89e req-e1d7858c-b19c-4ead-87f5-abcd78c7ff21 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431879 Feb 18 16:37:39.312947 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-0825fbb5-c04d-4e11-b47c-735a645f3fa0 service neutron] 10.222.0.71 "GET /v2.0/networks/7be8af3c-f9ea-44c7-9fd0-e5865773f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892446 Feb 18 16:37:39.414904 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-817dab34-d45d-4d2f-84d6-b69b691b56ea req-53df27da-cfce-4122-9413-47634777bb81 service neutron] 10.222.0.71 "GET /v2.0/networks/7be8af3c-f9ea-44c7-9fd0-e5865773f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935438 Feb 18 16:37:39.441644 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd235e7-8703-48a0-b8d7-3019ccc8f4b4 req-15ab2b1b-d067-4fdc-beb4-adafaaf1bcb0 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:39.443132 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2bd235e7-8703-48a0-b8d7-3019ccc8f4b4 req-15ab2b1b-d067-4fdc-beb4-adafaaf1bcb0 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0552030 Feb 18 16:37:39.493287 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2bd235e7-8703-48a0-b8d7-3019ccc8f4b4 req-5fd4e0b2-80a9-4905-b0ba-4d1f010316c1 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444875 Feb 18 16:37:39.547377 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f7b6c-902d-4345-86f7-e0bcd52d9f8b req-e228f4a4-7c08-4d64-8209-f215a777b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:39.549326 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-797f7b6c-902d-4345-86f7-e0bcd52d9f8b req-e228f4a4-7c08-4d64-8209-f215a777b507 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9f79c26ed8948318c926160ece4f736&device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 1127 time: 0.0530026 Feb 18 16:37:39.659105 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f7b6c-902d-4345-86f7-e0bcd52d9f8b req-6ee2cd4a-956a-44b8-9bb7-27bb82fa0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:39.660594 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-797f7b6c-902d-4345-86f7-e0bcd52d9f8b req-6ee2cd4a-956a-44b8-9bb7-27bb82fa0401 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 HTTP/1.1" status: 200 len: 910 time: 0.0983636 Feb 18 16:37:39.726808 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-797f7b6c-902d-4345-86f7-e0bcd52d9f8b req-8e114a50-4243-442a-b3f1-ea8c456f11ce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b43b11-bfab-4215-a5bf-2ec9d45bd6da HTTP/1.1" status: 200 len: 217 time: 0.0387201 Feb 18 16:37:39.782956 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f7b6c-902d-4345-86f7-e0bcd52d9f8b req-6bac5da5-a7b7-4772-81a9-fe4d08f96e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:39.784726 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-797f7b6c-902d-4345-86f7-e0bcd52d9f8b req-6bac5da5-a7b7-4772-81a9-fe4d08f96e6e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26e29d89-c798-44aa-ba6f-15822d150e51 HTTP/1.1" status: 200 len: 848 time: 0.0481045 Feb 18 16:37:39.843503 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f7b6c-902d-4345-86f7-e0bcd52d9f8b req-e40f9b08-5acc-4b9f-8a6d-62a44bb5da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:39.844832 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-797f7b6c-902d-4345-86f7-e0bcd52d9f8b req-e40f9b08-5acc-4b9f-8a6d-62a44bb5da00 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7be8af3c-f9ea-44c7-9fd0-e5865773f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474393 Feb 18 16:37:39.853637 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5b9e8-ab6e-4e91-9dab-7ca7be54ba74 req-fa39aea4-091e-4ca2-9451-92ef6e996873 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:39.855103 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-81f5b9e8-ab6e-4e91-9dab-7ca7be54ba74 req-fa39aea4-091e-4ca2-9451-92ef6e996873 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 944 time: 0.0548398 Feb 18 16:37:39.902615 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-81f5b9e8-ab6e-4e91-9dab-7ca7be54ba74 req-2d4ba6ce-6588-4f60-932a-26e2ea887dd4 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415566 Feb 18 16:37:39.939827 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-797f7b6c-902d-4345-86f7-e0bcd52d9f8b req-c913562f-bac2-4f19-9c87-2dd01f7de873 service neutron] 10.222.0.71 "GET /v2.0/networks/7be8af3c-f9ea-44c7-9fd0-e5865773f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832787 Feb 18 16:37:40.032899 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-797f7b6c-902d-4345-86f7-e0bcd52d9f8b req-921d4b12-9631-4fb4-bcc0-ef69607453fa service neutron] 10.222.0.71 "GET /v2.0/networks/7be8af3c-f9ea-44c7-9fd0-e5865773f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858231 Feb 18 16:37:40.197538 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8c212-ac83-4f3c-bfb4-39476644e295 req-3530e842-c94b-4b6c-8876-bf743e08567c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:40.199004 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b6b8c212-ac83-4f3c-bfb4-39476644e295 req-3530e842-c94b-4b6c-8876-bf743e08567c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0525358 Feb 18 16:37:40.246726 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b6b8c212-ac83-4f3c-bfb4-39476644e295 req-efc25107-a9a2-4d8e-8d2b-8801348009df tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415151 Feb 18 16:37:40.340634 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 5200de5a-0263-4c61-8931-f7defaf42c8b up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:37:40.352113 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8f86f-3b7f-48d5-824c-78d154622db6 req-3f63f621-54cc-41db-9d4f-04cbb86fdbf6 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:40.353592 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-15a8f86f-3b7f-48d5-824c-78d154622db6 req-3f63f621-54cc-41db-9d4f-04cbb86fdbf6 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0553443 Feb 18 16:37:40.390856 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port 5200de5a-0263-4c61-8931-f7defaf42c8b completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:37:40.394902 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port 5200de5a-0263-4c61-8931-f7defaf42c8b triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:40.395274 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (5200de5a-0263-4c61-8931-f7defaf42c8b), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:40.409312 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-15a8f86f-3b7f-48d5-824c-78d154622db6 req-dd373507-7dfd-4c9f-bb8e-1676e1383add tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481930 Feb 18 16:37:40.483633 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 5200de5a-0263-4c61-8931-f7defaf42c8b is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:40.484062 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (5200de5a-0263-4c61-8931-f7defaf42c8b), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:40.507902 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8284ce-57d5-41d6-b074-3d404dfad395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5200de5a-0263-4c61-8931-f7defaf42c8b'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:37:40.510183 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bae372-6009-44ba-b3e1-969857365e1d" -d '{"events": [{"server_uuid": "6c8284ce-57d5-41d6-b074-3d404dfad395", "name": "network-vif-plugged", "status": "completed", "tag": "5200de5a-0263-4c61-8931-f7defaf42c8b"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:37:40.524065 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 5200de5a-0263-4c61-8931-f7defaf42c8b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5200de5a-0263-4c61-8931-f7defaf42c8b,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:37:40.528528 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (5200de5a-0263-4c61-8931-f7defaf42c8b), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:40.562966 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c34c95-b9c1-42bd-aba7-6bfda86926f4 x-openstack-request-id: req-e8c34c95-b9c1-42bd-aba7-6bfda86926f4 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:37:40.563289 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8284ce-57d5-41d6-b074-3d404dfad395", "name": "network-vif-plugged", "status": "completed", "tag": "5200de5a-0263-4c61-8931-f7defaf42c8b", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:37:40.564550 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8c34c95-b9c1-42bd-aba7-6bfda86926f4 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:37:40.565149 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8284ce-57d5-41d6-b074-3d404dfad395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5200de5a-0263-4c61-8931-f7defaf42c8b', 'code': 200} Feb 18 16:37:40.592446 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=5200de5a-0263-4c61-8931-f7defaf42c8b,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:40.601091 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:40.601419 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:40.601800 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:40.602149 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:40.602490 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:40.602835 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:40.603167 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:40.603501 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:40.603831 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:40.604175 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:40.604507 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:40.604835 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:40.605162 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:40.627062 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872896b-993b-4fb2-b105-eb2c7039d732 req-b8046412-6532-4d00-8897-0e0d686d9029 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:40.628739 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9872896b-993b-4fb2-b105-eb2c7039d732 req-b8046412-6532-4d00-8897-0e0d686d9029 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0588140 Feb 18 16:37:40.679203 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9872896b-993b-4fb2-b105-eb2c7039d732 req-0065c816-352a-4dca-923e-d3cf090000ff tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442479 Feb 18 16:37:40.722922 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:40.758368 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3298170-ca90-43c0-9631-4b7484339b8c req-b4e40ddb-96d0-42ef-9d78-c1f30481e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:40.759903 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-c3298170-ca90-43c0-9631-4b7484339b8c req-b4e40ddb-96d0-42ef-9d78-c1f30481e37b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 1129 time: 0.0476320 Feb 18 16:37:40.816496 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-c3298170-ca90-43c0-9631-4b7484339b8c req-d770d63e-6bdf-493b-a1a0-4dfe64b09956 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404265 Feb 18 16:37:41.033740 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e95a9a-a399-434b-92f3-2c5b83c3919f req-df5ee692-cb28-4b0d-9e6f-d7fc8fe0699a tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:41.035222 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a4e95a9a-a399-434b-92f3-2c5b83c3919f req-df5ee692-cb28-4b0d-9e6f-d7fc8fe0699a tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 945 time: 0.0605676 Feb 18 16:37:41.086463 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a4e95a9a-a399-434b-92f3-2c5b83c3919f req-3afcd71f-fb5f-46f6-8b02-0bf06d919834 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454431 Feb 18 16:37:41.374459 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d7bcd-dd41-4773-9433-753510214919 req-dd2ca01c-d295-41c5-8919-65ac8fbad61d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:41.376022 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f38d7bcd-dd41-4773-9433-753510214919 req-dd2ca01c-d295-41c5-8919-65ac8fbad61d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0539093 Feb 18 16:37:41.421998 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f38d7bcd-dd41-4773-9433-753510214919 req-1696d561-d55f-46cd-ab11-cd3e2d774fe2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402329 Feb 18 16:37:41.529051 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ef7cb-a329-461c-bb04-4b5babaa1827 req-5a1c1d9b-eb2c-425c-bdc9-76b2682e7260 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:41.531377 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-167ef7cb-a329-461c-bb04-4b5babaa1827 req-5a1c1d9b-eb2c-425c-bdc9-76b2682e7260 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0562196 Feb 18 16:37:41.579765 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-167ef7cb-a329-461c-bb04-4b5babaa1827 req-0a98cdb3-1b87-402a-aadb-518da0b9d008 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431371 Feb 18 16:37:42.107637 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a1746-7bee-4e4f-8a93-7d1b2197c1a6 req-6523e26e-2368-4249-8e6e-25bb778396ed tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:42.109832 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a04a1746-7bee-4e4f-8a93-7d1b2197c1a6 req-6523e26e-2368-4249-8e6e-25bb778396ed tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0565462 Feb 18 16:37:42.157001 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a04a1746-7bee-4e4f-8a93-7d1b2197c1a6 req-3bd151c6-9d56-41e8-bbad-2156071ec25b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Feb 18 16:37:42.211065 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08617cf5-f97e-41cb-b0aa-0269e72ab7bd req-823688d8-4dcf-4821-a6ba-5039a4f6a3cd tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:42.212528 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-08617cf5-f97e-41cb-b0aa-0269e72ab7bd req-823688d8-4dcf-4821-a6ba-5039a4f6a3cd tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 945 time: 0.0546138 Feb 18 16:37:42.261953 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-08617cf5-f97e-41cb-b0aa-0269e72ab7bd req-3c13873a-1cad-4ca8-aa7b-c8d54c0ba736 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434830 Feb 18 16:37:42.611004 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f86f6-3be1-4241-9736-cfdbbfbd06b0 req-98d06b54-8dd9-4e1b-80b8-a9da208a2fa0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:42.612758 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-140f86f6-3be1-4241-9736-cfdbbfbd06b0 req-98d06b54-8dd9-4e1b-80b8-a9da208a2fa0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0855737 Feb 18 16:37:42.672472 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-140f86f6-3be1-4241-9736-cfdbbfbd06b0 req-c333b521-09a4-404b-8000-8b5fdb85f807 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532541 Feb 18 16:37:42.736701 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9c09f-633b-486a-bda5-64d2542a7106 req-9a668cb8-a3a4-4136-a4a4-1d97ca236d12 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:42.738207 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cdd9c09f-633b-486a-bda5-64d2542a7106 req-9a668cb8-a3a4-4136-a4a4-1d97ca236d12 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0642757 Feb 18 16:37:42.789688 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cdd9c09f-633b-486a-bda5-64d2542a7106 req-00a088a7-e960-4c17-ac64-0a0869e3e995 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457463 Feb 18 16:37:43.385969 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c89b0-ce00-45fe-9ece-2599acd48052 req-53b029b7-6cb6-4170-8e99-06f9088c3538 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:43.387997 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9d5c89b0-ce00-45fe-9ece-2599acd48052 req-53b029b7-6cb6-4170-8e99-06f9088c3538 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 945 time: 0.0576422 Feb 18 16:37:43.437603 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9d5c89b0-ce00-45fe-9ece-2599acd48052 req-41e906cf-76a3-41a5-b6ff-6fc8f4eb519f tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433326 Feb 18 16:37:43.822699 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87715b0c-06b1-45df-a38c-5fe1e6047b48 req-d5474da0-deff-4bc4-8755-a4799495464a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:43.829928 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-87715b0c-06b1-45df-a38c-5fe1e6047b48 req-d5474da0-deff-4bc4-8755-a4799495464a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0591960 Feb 18 16:37:43.881427 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-87715b0c-06b1-45df-a38c-5fe1e6047b48 req-9f6175dd-a5e9-487f-80b3-f2af0e8847c9 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504601 Feb 18 16:37:43.922374 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2513e6e-ef35-405d-af84-458b4c8e6d2a req-cfdb0335-abb0-4609-bb98-6e30815d6c01 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:43.923845 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e2513e6e-ef35-405d-af84-458b4c8e6d2a req-cfdb0335-abb0-4609-bb98-6e30815d6c01 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0581906 Feb 18 16:37:43.977969 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e2513e6e-ef35-405d-af84-458b4c8e6d2a req-6e7cf12e-a455-4791-8a1e-0e267f8f7eb9 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486240 Feb 18 16:37:45.027318 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf554a16-678b-4692-99ae-321d3af2355d req-3b6d920c-3788-4730-b03c-55c59e9694db tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:45.028900 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cf554a16-678b-4692-99ae-321d3af2355d req-3b6d920c-3788-4730-b03c-55c59e9694db tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0728791 Feb 18 16:37:45.087438 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cf554a16-678b-4692-99ae-321d3af2355d req-271ba1f2-5e45-4d0d-917f-ede7fafba45e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514448 Feb 18 16:37:45.179702 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a44a0-5969-4f9a-9af2-e8d4166de147 req-ee2ed471-e048-4dea-b9f7-d62098af3f3d tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:45.181191 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e48a44a0-5969-4f9a-9af2-e8d4166de147 req-ee2ed471-e048-4dea-b9f7-d62098af3f3d tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0570242 Feb 18 16:37:45.232972 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e48a44a0-5969-4f9a-9af2-e8d4166de147 req-94dbe4bb-1fc2-4154-8155-fe60a61820ee tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455546 Feb 18 16:37:46.219720 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c07f3-4a35-40cc-8a7c-618904ed9499 req-02e353a1-07e0-4af4-a294-e77db9ff7807 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:46.221197 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-af9c07f3-4a35-40cc-8a7c-618904ed9499 req-02e353a1-07e0-4af4-a294-e77db9ff7807 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0524077 Feb 18 16:37:46.271328 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-af9c07f3-4a35-40cc-8a7c-618904ed9499 req-2a048338-b63e-4cbc-9731-29045c69256e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446680 Feb 18 16:37:46.351797 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b06608-8342-4843-a400-be840828e076 req-0dd6d36d-b289-4657-83e0-bba4a135ab60 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:46.353296 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-50b06608-8342-4843-a400-be840828e076 req-0dd6d36d-b289-4657-83e0-bba4a135ab60 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0529459 Feb 18 16:37:46.402344 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-50b06608-8342-4843-a400-be840828e076 req-aa6a6da9-7a0d-4ad1-91a0-305630534652 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431685 Feb 18 16:37:47.397615 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9079dc-07dd-4b5d-89bb-e4363ba8d890 req-ed988794-cd9f-49f2-b00f-ec197b1b0e49 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:47.399079 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2c9079dc-07dd-4b5d-89bb-e4363ba8d890 req-ed988794-cd9f-49f2-b00f-ec197b1b0e49 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0555093 Feb 18 16:37:47.446401 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2c9079dc-07dd-4b5d-89bb-e4363ba8d890 req-a918a654-0dfc-41c5-b535-7306d135fc95 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417955 Feb 18 16:37:47.524189 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705789e-a15c-4515-9aaf-ff2354feea03 req-ce344198-6e60-433a-ae94-63105a02de39 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:47.525745 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4705789e-a15c-4515-9aaf-ff2354feea03 req-ce344198-6e60-433a-ae94-63105a02de39 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0584350 Feb 18 16:37:47.574724 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4705789e-a15c-4515-9aaf-ff2354feea03 req-9aa2c13f-4893-4beb-b2c1-e8c34d5b02b5 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435412 Feb 18 16:37:48.399807 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 74b43b11-bfab-4215-a5bf-2ec9d45bd6da details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:37:48.499252 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,segment=NetworkSegment(b0f8370f-4a44-4ac5-b089-87d0f0c0a199),segment_id=b0f8370f-4a44-4ac5-b089-87d0f0c0a199)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:37:48.511492 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da', 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'port_id': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da', 'mac_address': 'fa:16:3e:7b:18:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:37:48.548666 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:48.549130 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:48.561920 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b43b11-bfab-4215-a5bf-2ec9d45bd6da {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:37:48.571148 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42622cf6-e745-409e-bd08-20839e13ff52 req-b407e409-341f-4d7c-8db3-a7c79d19cbbf tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:48.572647 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-42622cf6-e745-409e-bd08-20839e13ff52 req-b407e409-341f-4d7c-8db3-a7c79d19cbbf tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0519974 Feb 18 16:37:48.584999 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,segment=NetworkSegment(b0f8370f-4a44-4ac5-b089-87d0f0c0a199),segment_id=b0f8370f-4a44-4ac5-b089-87d0f0c0a199)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:37:48.589775 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:48.626065 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-42622cf6-e745-409e-bd08-20839e13ff52 req-dbf82154-72b6-4b15-b3cb-05452ae706c9 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470486 Feb 18 16:37:48.638607 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:48.710579 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be1859-32a0-4fe8-8184-8f8b60fe5fed req-39ac6f14-042f-4a5d-994f-ad9dc960b06e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:48.712011 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-20be1859-32a0-4fe8-8184-8f8b60fe5fed req-39ac6f14-042f-4a5d-994f-ad9dc960b06e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 944 time: 0.0539281 Feb 18 16:37:48.760104 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-20be1859-32a0-4fe8-8184-8f8b60fe5fed req-c7ce8257-2eaa-466a-8f3b-751fe3f2bcfb tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425832 Feb 18 16:37:49.064762 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['74b43b11-bfab-4215-a5bf-2ec9d45bd6da'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:37:49.747900 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224110b-180a-4d09-8906-3db56e10244a req-61cad5e3-46d1-44d4-8aee-0014b65025ef tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:49.749698 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7224110b-180a-4d09-8906-3db56e10244a req-61cad5e3-46d1-44d4-8aee-0014b65025ef tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0533874 Feb 18 16:37:49.795434 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7224110b-180a-4d09-8906-3db56e10244a req-c976da36-2819-4c1a-8272-254f80803bae tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401165 Feb 18 16:37:49.884870 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b91a9-6afc-4b99-9086-0d0e45732c30 req-ef4c3c0e-4e9b-4bbf-930b-bd7d872de8bf tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:49.886378 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-176b91a9-6afc-4b99-9086-0d0e45732c30 req-ef4c3c0e-4e9b-4bbf-930b-bd7d872de8bf tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 944 time: 0.0598342 Feb 18 16:37:49.948269 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-176b91a9-6afc-4b99-9086-0d0e45732c30 req-dd12aa98-fc4e-4bf8-8c62-2de3f83ddea0 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539033 Feb 18 16:37:50.238438 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a925b1-e525-40ce-8f93-d147f649fb28 req-fb2b99b3-6d91-48b1-a2de-90f53b92a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:50.239867 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-93a925b1-e525-40ce-8f93-d147f649fb28 req-fb2b99b3-6d91-48b1-a2de-90f53b92a51f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8f9dd11e8374a7985fc4a92db14658a&device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 1129 time: 0.0486073 Feb 18 16:37:50.242548 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51aed0-ffa0-4e48-a3da-bb1f506451f6 req-8e9cb055-f8d9-4f0e-a515-60af5fc5fea7 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:50.244011 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-eb51aed0-ffa0-4e48-a3da-bb1f506451f6 req-8e9cb055-f8d9-4f0e-a515-60af5fc5fea7 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0536454 Feb 18 16:37:50.289906 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-eb51aed0-ffa0-4e48-a3da-bb1f506451f6 req-f160e764-e83f-4e23-8be1-be71d5f6f981 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401239 Feb 18 16:37:50.338393 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a925b1-e525-40ce-8f93-d147f649fb28 req-b56fce87-7f47-437e-8b28-d1024cf2ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:50.339845 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-93a925b1-e525-40ce-8f93-d147f649fb28 req-b56fce87-7f47-437e-8b28-d1024cf2ba5a service neutron] 10.222.0.71 "GET /v2.0/networks?id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17 HTTP/1.1" status: 200 len: 920 time: 0.0888748 Feb 18 16:37:50.380547 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-93a925b1-e525-40ce-8f93-d147f649fb28 req-6e4a7617-9d94-4f16-92ba-00060090022b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=982171f0-19a1-4cec-8f38-7db94b4e569a HTTP/1.1" status: 200 len: 217 time: 0.0336702 Feb 18 16:37:50.433779 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a925b1-e525-40ce-8f93-d147f649fb28 req-945a5774-2ef7-4650-8093-e625e32f6c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:50.435174 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-93a925b1-e525-40ce-8f93-d147f649fb28 req-945a5774-2ef7-4650-8093-e625e32f6c34 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f67f844d-74e9-48b6-8285-f0d76073c1b5 HTTP/1.1" status: 200 len: 859 time: 0.0456107 Feb 18 16:37:50.470432 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-93a925b1-e525-40ce-8f93-d147f649fb28 req-0c931ce5-f009-44b4-89ba-0cb3c3e143fc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237188 Feb 18 16:37:50.557720 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-93a925b1-e525-40ce-8f93-d147f649fb28 req-e4fc9f95-abdc-4fd6-90ab-0f54fad04503 service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779710 Feb 18 16:37:50.665956 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-93a925b1-e525-40ce-8f93-d147f649fb28 req-d8dff30f-721c-47e2-8cb9-6c1101321a86 service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837841 Feb 18 16:37:50.918645 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61e0a5-9713-4053-8801-65a95446dec5 req-84b42f61-d5ec-4d31-a62d-dd9bc66882c9 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:50.920106 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fc61e0a5-9713-4053-8801-65a95446dec5 req-84b42f61-d5ec-4d31-a62d-dd9bc66882c9 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0514576 Feb 18 16:37:50.966995 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fc61e0a5-9713-4053-8801-65a95446dec5 req-fcaff009-7a3e-4ec5-b65e-85ed260f2d2f tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409677 Feb 18 16:37:51.070478 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e5c0d-948e-43b0-b170-e6af43f6f213 req-0b8933f8-4036-420f-863d-f7294794c2e9 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:51.071988 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e37e5c0d-948e-43b0-b170-e6af43f6f213 req-0b8933f8-4036-420f-863d-f7294794c2e9 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 944 time: 0.0556622 Feb 18 16:37:51.119617 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e37e5c0d-948e-43b0-b170-e6af43f6f213 req-51292273-7082-4d36-a654-3db6f80f399b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423164 Feb 18 16:37:51.407058 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924781d-8811-4461-ae74-2eee90f16573 req-ae3e0217-7fa5-458f-b22b-aef59b5d96ec tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:51.408560 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f924781d-8811-4461-ae74-2eee90f16573 req-ae3e0217-7fa5-458f-b22b-aef59b5d96ec tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0536227 Feb 18 16:37:51.453667 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f924781d-8811-4461-ae74-2eee90f16573 req-0db83692-1164-469b-a1ad-c69461b03f14 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391047 Feb 18 16:37:52.085251 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113441b2-7e83-414a-8bed-ffaa2e700ac8 req-3be83add-7bac-41d9-bec6-b642f84bb343 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:52.086637 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-113441b2-7e83-414a-8bed-ffaa2e700ac8 req-3be83add-7bac-41d9-bec6-b642f84bb343 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0499537 Feb 18 16:37:52.135342 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-113441b2-7e83-414a-8bed-ffaa2e700ac8 req-122fe545-abc2-4f58-ac88-80c42c26e738 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434277 Feb 18 16:37:52.235241 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc30bd5-0a5e-4af2-8fcf-c7738429e0b7 req-90659782-e7f8-40ad-8249-7b130e0f1641 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:52.236781 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ccc30bd5-0a5e-4af2-8fcf-c7738429e0b7 req-90659782-e7f8-40ad-8249-7b130e0f1641 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 944 time: 0.0516565 Feb 18 16:37:52.283525 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ccc30bd5-0a5e-4af2-8fcf-c7738429e0b7 req-67336072-705b-4e97-97da-14eed706343b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413034 Feb 18 16:37:52.435564 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 74b43b11-bfab-4215-a5bf-2ec9d45bd6da up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:37:52.485519 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:37:52.489518 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:52.489899 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:52.569798 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:52.570196 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:52.570423 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494d7da-591d-4fa1-9449-81e748cd1467 req-61dd9371-5e97-440e-ab4f-6e2343f68836 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:52.571892 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2494d7da-591d-4fa1-9449-81e748cd1467 req-61dd9371-5e97-440e-ab4f-6e2343f68836 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0516868 Feb 18 16:37:52.593795 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:37:52.597031 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c007f463-319f-4abf-a98f-7a2a045411d2" -d '{"events": [{"server_uuid": "73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d", "name": "network-vif-plugged", "status": "completed", "tag": "74b43b11-bfab-4215-a5bf-2ec9d45bd6da"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:37:52.611886 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,segment=NetworkSegment(b0f8370f-4a44-4ac5-b089-87d0f0c0a199),segment_id=b0f8370f-4a44-4ac5-b089-87d0f0c0a199)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:37:52.616212 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:52.624596 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2494d7da-591d-4fa1-9449-81e748cd1467 req-ea1e01d4-b86d-4af2-80c9-b853be8c575c tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470417 Feb 18 16:37:52.644371 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e306ab2-b58a-42ae-9f1d-9472324c3677 x-openstack-request-id: req-9e306ab2-b58a-42ae-9f1d-9472324c3677 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:37:52.644687 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d", "name": "network-vif-plugged", "status": "completed", "tag": "74b43b11-bfab-4215-a5bf-2ec9d45bd6da", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:37:52.644941 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e306ab2-b58a-42ae-9f1d-9472324c3677 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:37:52.645325 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da', 'code': 200} Feb 18 16:37:52.671626 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:52.992035 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e814c-ea47-480c-924b-6c96a5e47e01 req-01021fc4-24ce-4854-89f1-fdeb27f0c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:52.993551 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8d4e814c-ea47-480c-924b-6c96a5e47e01 req-01021fc4-24ce-4854-89f1-fdeb27f0c74f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 1129 time: 0.0429163 Feb 18 16:37:53.044130 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8d4e814c-ea47-480c-924b-6c96a5e47e01 req-3a40441e-8b41-4507-8d93-ee9705f3d87f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386806 Feb 18 16:37:53.260276 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7e53-c499-486b-a07d-dbd12bc7504f req-7c9d7694-b17e-405b-a5eb-e3af404c105d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:53.261686 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-79cf7e53-c499-486b-a07d-dbd12bc7504f req-7c9d7694-b17e-405b-a5eb-e3af404c105d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0545492 Feb 18 16:37:53.307913 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-79cf7e53-c499-486b-a07d-dbd12bc7504f req-dcc25e2f-14c1-4c4a-98d5-46b687ede64a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401151 Feb 18 16:37:53.400142 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762b2b1-b6dc-423c-acd0-dbe8b7483b71 req-6b4046bb-cae0-4864-8273-314966cdb7b0 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:53.401644 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a762b2b1-b6dc-423c-acd0-dbe8b7483b71 req-6b4046bb-cae0-4864-8273-314966cdb7b0 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0522668 Feb 18 16:37:53.454710 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a762b2b1-b6dc-423c-acd0-dbe8b7483b71 req-47a778ad-e6b9-40c6-89c0-649e05337378 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475035 Feb 18 16:37:53.753488 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fdd28-3128-480d-86e4-3352eaa31961 req-febbacea-85ab-4fe9-9018-18df3f7f98de tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:53.755092 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-aa9fdd28-3128-480d-86e4-3352eaa31961 req-febbacea-85ab-4fe9-9018-18df3f7f98de tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0591886 Feb 18 16:37:53.802886 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-aa9fdd28-3128-480d-86e4-3352eaa31961 req-1aec77c3-6f86-435a-8bc7-243644e2a35f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421839 Feb 18 16:37:54.430655 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4b694-2174-4712-94fd-87dc834b87d4 req-072b95d7-743d-4901-9ba2-3eb42fc53c3d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:54.432125 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9fd4b694-2174-4712-94fd-87dc834b87d4 req-072b95d7-743d-4901-9ba2-3eb42fc53c3d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0526330 Feb 18 16:37:54.481794 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9fd4b694-2174-4712-94fd-87dc834b87d4 req-734b3f0f-fa39-445b-8bd8-a55f8154cd4d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433245 Feb 18 16:37:54.618997 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1df56-9258-4d65-b9eb-a0dd3c0b47c3 req-3040515c-3433-4a0c-b1c1-7dac6b77cdf0 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:54.620821 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a2f1df56-9258-4d65-b9eb-a0dd3c0b47c3 req-3040515c-3433-4a0c-b1c1-7dac6b77cdf0 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0714173 Feb 18 16:37:54.675367 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a2f1df56-9258-4d65-b9eb-a0dd3c0b47c3 req-0593ccde-abdb-4480-bfe4-3b878ff8b8a2 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469165 Feb 18 16:37:54.922000 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a3fb9-ab9b-44f3-85eb-ff0b00ce190c req-9b72c0b8-5afd-4f25-9577-483c0177f17e tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:54.923686 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-977a3fb9-ab9b-44f3-85eb-ff0b00ce190c req-9b72c0b8-5afd-4f25-9577-483c0177f17e tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0549285 Feb 18 16:37:54.972789 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-977a3fb9-ab9b-44f3-85eb-ff0b00ce190c req-43482ea9-0208-47f6-9495-78cfe90f52f3 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433795 Feb 18 16:37:55.621677 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd190be0-d043-4f00-a86c-61e31de40946 req-cf3d90eb-0d12-48c8-a6aa-63a1f40cbb05 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:55.623165 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fd190be0-d043-4f00-a86c-61e31de40946 req-cf3d90eb-0d12-48c8-a6aa-63a1f40cbb05 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0536902 Feb 18 16:37:55.671433 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fd190be0-d043-4f00-a86c-61e31de40946 req-63614758-bcc7-4f0a-8b6a-1878475b67cf tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414133 Feb 18 16:37:55.812259 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3edd3d-aa76-4429-891a-290be4447069 req-6bfe88cd-c259-474b-bb1e-f135696d44b8 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:55.817845 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2b3edd3d-aa76-4429-891a-290be4447069 req-6bfe88cd-c259-474b-bb1e-f135696d44b8 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0731065 Feb 18 16:37:55.865437 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2b3edd3d-aa76-4429-891a-290be4447069 req-7ec8964c-3ade-4b63-b9f4-2bc49926da57 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449376 Feb 18 16:37:55.979033 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c511c73-e191-41b2-805a-ef0e9ba9a531 req-72770f2c-9765-47f0-a02b-f33ed8d76607 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:55.980732 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2c511c73-e191-41b2-805a-ef0e9ba9a531 req-72770f2c-9765-47f0-a02b-f33ed8d76607 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0509949 Feb 18 16:37:56.031078 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2c511c73-e191-41b2-805a-ef0e9ba9a531 req-06dfc029-f267-424a-a07d-c476485bd2f2 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446339 Feb 18 16:37:56.054919 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 59276) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:56.090043 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01a312-a7d6-4b31-886b-6a69f1179bde req-b07f2b8d-5b61-4ecb-97ea-93f8cce46860 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:56.091519 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cb01a312-a7d6-4b31-886b-6a69f1179bde req-b07f2b8d-5b61-4ecb-97ea-93f8cce46860 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0531015 Feb 18 16:37:56.149914 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cb01a312-a7d6-4b31-886b-6a69f1179bde req-7e4db700-deb6-462b-b607-e8d3b096d3a4 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508454 Feb 18 16:37:56.248614 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948317b3-0f9c-4877-b4d8-185f9e8b1a32 tempest-TestShelveInstance-1768943920 tempest-TestShelveInstance-1768943920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:56.250108 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-948317b3-0f9c-4877-b4d8-185f9e8b1a32 tempest-TestShelveInstance-1768943920 tempest-TestShelveInstance-1768943920-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 1124 time: 0.1938887 Feb 18 16:37:56.253119 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 59280) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:56.257241 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Request body: {'floatingip': {'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'port_id': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:37:56.277075 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:56.380942 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:56.449685 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device efb85b90-8a8a-47b7-885d-98467875b692 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:37:56.497687 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Allocated IP 172.27.2.148 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/f54f2315-1922-4fb6-aeb1-74c2ac376633) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:37:56.551274 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port efb85b90-8a8a-47b7-885d-98467875b692, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=efb85b90-8a8a-47b7-885d-98467875b692,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:37:56.561431 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': 'efb85b90-8a8a-47b7-885d-98467875b692', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'port_id': 'efb85b90-8a8a-47b7-885d-98467875b692', 'mac_address': 'fa:16:3e:3e:de:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:37:56.597400 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for port (f54f2315-1922-4fb6-aeb1-74c2ac376633), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:56.598190 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port efb85b90-8a8a-47b7-885d-98467875b692 is: ACTIVE; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:56.598633 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (efb85b90-8a8a-47b7-885d-98467875b692), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:56.612024 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efb85b90-8a8a-47b7-885d-98467875b692 {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:37:56.630846 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (f54f2315-1922-4fb6-aeb1-74c2ac376633), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:56.631543 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port efb85b90-8a8a-47b7-885d-98467875b692, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=efb85b90-8a8a-47b7-885d-98467875b692,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:37:56.635192 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (efb85b90-8a8a-47b7-885d-98467875b692), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:56.669074 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:37:56.674053 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:37:56.680545 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:37:56.707601 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Pushing event updated for resources: {'Port': ['ID=f54f2315-1922-4fb6-aeb1-74c2ac376633,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:56.816124 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da61730-929e-4a59-a859-4b207e3ce33b req-fda67891-9ced-4d7d-9339-6b65bdadcd14 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:56.817672 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0da61730-929e-4a59-a859-4b207e3ce33b req-fda67891-9ced-4d7d-9339-6b65bdadcd14 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 944 time: 0.0633497 Feb 18 16:37:56.822711 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=efb85b90-8a8a-47b7-885d-98467875b692,revision_number=6']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:56.873641 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0da61730-929e-4a59-a859-4b207e3ce33b req-3245d083-f954-4b6f-8d2a-75e69ab5e9c5 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488651 Feb 18 16:37:56.935700 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['efb85b90-8a8a-47b7-885d-98467875b692'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:37:57.270803 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88aacf-5200-4b56-9908-7f15e9778f6f req-f8004274-2a02-4d9d-b4be-6033fb797efe tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:57.272290 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1b88aacf-5200-4b56-9908-7f15e9778f6f req-f8004274-2a02-4d9d-b4be-6033fb797efe tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0568731 Feb 18 16:37:57.318260 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1b88aacf-5200-4b56-9908-7f15e9778f6f req-82b2a146-acbd-4dc2-ade1-8ec30adaceb4 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404980 Feb 18 16:37:57.422773 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for floatingip (db88bc7e-d831-406a-90c9-4ecf9834918a), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:57.530989 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (f54f2315-1922-4fb6-aeb1-74c2ac376633), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:57.670957 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c55e66-021d-41f3-a5f2-489036b34eb5 req-23a89629-05a8-4c3b-9779-c214cecac4c0 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:57.672420 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-79c55e66-021d-41f3-a5f2-489036b34eb5 req-23a89629-05a8-4c3b-9779-c214cecac4c0 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0539515 Feb 18 16:37:57.689714 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for port (f54f2315-1922-4fb6-aeb1-74c2ac376633), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:57.694920 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (f54f2315-1922-4fb6-aeb1-74c2ac376633), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:57.721248 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-79c55e66-021d-41f3-a5f2-489036b34eb5 req-340a4a50-de73-4494-a092-b4e899f55514 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421567 Feb 18 16:37:57.768934 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Pushing event updated for resources: {'Port': ['ID=f54f2315-1922-4fb6-aeb1-74c2ac376633,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:57.780838 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (db88bc7e-d831-406a-90c9-4ecf9834918a), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:57.883004 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.l3_db [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Floating IP db88bc7e-d831-406a-90c9-4ecf9834918a associated. External IP: 172.27.2.148, port: 74b43b11-bfab-4215-a5bf-2ec9d45bd6da. Feb 18 16:37:58.007421 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee9471-5fc7-4f88-8ace-d17561762730 req-928e7400-2d00-4271-ba20-3871b3b8aee0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:58.009092 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e6ee9471-5fc7-4f88-8ace-d17561762730 req-928e7400-2d00-4271-ba20-3871b3b8aee0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 944 time: 0.0561807 Feb 18 16:37:58.061622 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e6ee9471-5fc7-4f88-8ace-d17561762730 req-d2f57267-1d7f-43bb-b97e-3fed30401027 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450563 Feb 18 16:37:58.111114 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:37:58.218501 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:37:58.228469 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c63254-668a-4c8a-9777-98d76e655c7c None None] Sync routers for ids ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:37:58.237216 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:58.240099 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c63254-668a-4c8a-9777-98d76e655c7c None None] Routers {'1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:37:58.240698 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-e0c63254-668a-4c8a-9777-98d76e655c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:37:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:37:58.267003 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-1a19df76-ee6f-4ae4-9097-cccf47d8a84b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0128045 Feb 18 16:37:58.267566 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'tag': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:37:58.269957 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b538f59d-8a33-4b89-83b5-f8dd78dc59a6" -d '{"events": [{"name": "network-changed", "server_uuid": "73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d", "tag": "74b43b11-bfab-4215-a5bf-2ec9d45bd6da"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:37:58.312548 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e741e8a-f2da-4c77-94e3-6434dc54ec7e x-openstack-request-id: req-2e741e8a-f2da-4c77-94e3-6434dc54ec7e {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:37:58.312838 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d", "tag": "74b43b11-bfab-4215-a5bf-2ec9d45bd6da", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:37:58.313135 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e741e8a-f2da-4c77-94e3-6434dc54ec7e {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:37:58.314209 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'tag': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da', 'status': 'completed', 'code': 200} Feb 18 16:37:58.351075 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-e0c63254-668a-4c8a-9777-98d76e655c7c None None] Set router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:37:58.396251 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538f59d-8a33-4b89-83b5-f8dd78dc59a6 req-3a593414-cf87-4bb5-9882-8af36b340eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:58.398414 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b538f59d-8a33-4b89-83b5-f8dd78dc59a6 req-3a593414-cf87-4bb5-9882-8af36b340eee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9f79c26ed8948318c926160ece4f736&device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 1129 time: 0.0538018 Feb 18 16:37:58.453671 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af3313-3e49-462e-86e8-374abcf7a2e7 req-4b506752-375e-4131-a09a-5df7c80ec948 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:58.455607 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-31af3313-3e49-462e-86e8-374abcf7a2e7 req-4b506752-375e-4131-a09a-5df7c80ec948 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0574174 Feb 18 16:37:58.475997 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device efb85b90-8a8a-47b7-885d-98467875b692 up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:37:58.498780 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538f59d-8a33-4b89-83b5-f8dd78dc59a6 req-0f59bae9-113b-4963-998d-59b5ef181f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:58.500471 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b538f59d-8a33-4b89-83b5-f8dd78dc59a6 req-0f59bae9-113b-4963-998d-59b5ef181f00 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 HTTP/1.1" status: 200 len: 910 time: 0.0920529 Feb 18 16:37:58.510228 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-31af3313-3e49-462e-86e8-374abcf7a2e7 req-246d1852-0d2f-493e-8f45-863d5b2e6c91 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483921 Feb 18 16:37:58.549192 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port efb85b90-8a8a-47b7-885d-98467875b692 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:37:58.549652 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (efb85b90-8a8a-47b7-885d-98467875b692), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:58.581141 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b538f59d-8a33-4b89-83b5-f8dd78dc59a6 req-46cf4d1d-fe1d-416f-9612-356607022d63 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b43b11-bfab-4215-a5bf-2ec9d45bd6da HTTP/1.1" status: 200 len: 999 time: 0.0609350 Feb 18 16:37:58.587731 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-e0c63254-668a-4c8a-9777-98d76e655c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'name': 'tempest-TestShelveInstance-1456476625-router', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:36:55Z', 'updated_at': '2022-02-18T16:37:00Z', 'revision_number': 4, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'gw_port': {'id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:56Z', 'updated_at': '2022-02-18T16:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'db88bc7e-d831-406a-90c9-4ecf9834918a', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'port_id': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'mac_address': 'fa:16:3e:7b:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:37:56Z', 'updated_at': '2022-02-18T16:37:56Z', 'revision_number': 0, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f2a1f3-d303-4557-87d0-333feb9337b0', 'name': '', 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'mac_address': 'fa:16:3e:a5:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:59Z', 'updated_at': '2022-02-18T16:37:03Z', 'revision_number': 5, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'subnets': [{'id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:37:58.619320 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c63254-668a-4c8a-9777-98d76e655c7c None None] Checking router: 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:37:58.632290 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538f59d-8a33-4b89-83b5-f8dd78dc59a6 req-d893d138-0d43-421a-abc8-011302271be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:58.633455 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port efb85b90-8a8a-47b7-885d-98467875b692 is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:37:58.633783 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b538f59d-8a33-4b89-83b5-f8dd78dc59a6 req-d893d138-0d43-421a-abc8-011302271be0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26e29d89-c798-44aa-ba6f-15822d150e51 HTTP/1.1" status: 200 len: 848 time: 0.0461426 Feb 18 16:37:58.634210 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (efb85b90-8a8a-47b7-885d-98467875b692), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:58.636721 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c63254-668a-4c8a-9777-98d76e655c7c None None] Routers {'1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:37:58.637447 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-e0c63254-668a-4c8a-9777-98d76e655c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:37:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:37:58.657871 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bd2870-baf9-464c-bbc2-4356c559364b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb85b90-8a8a-47b7-885d-98467875b692'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:37:58.660402 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d411db-77eb-4735-98eb-3d43fc8395c2" -d '{"events": [{"server_uuid": "70bd2870-baf9-464c-bbc2-4356c559364b", "name": "network-vif-plugged", "status": "completed", "tag": "efb85b90-8a8a-47b7-885d-98467875b692"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:37:58.673601 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port efb85b90-8a8a-47b7-885d-98467875b692, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=efb85b90-8a8a-47b7-885d-98467875b692,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:37:58.677874 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (efb85b90-8a8a-47b7-885d-98467875b692), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:58.697214 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538f59d-8a33-4b89-83b5-f8dd78dc59a6 req-217d1b31-2b6f-4b9b-8e22-da556a64373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:58.698659 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b538f59d-8a33-4b89-83b5-f8dd78dc59a6 req-217d1b31-2b6f-4b9b-8e22-da556a64373e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7be8af3c-f9ea-44c7-9fd0-e5865773f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543401 Feb 18 16:37:58.708579 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608e65f8-c441-4805-898f-e93b1a28c5fc x-openstack-request-id: req-608e65f8-c441-4805-898f-e93b1a28c5fc {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:37:58.708892 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bd2870-baf9-464c-bbc2-4356c559364b", "name": "network-vif-plugged", "status": "completed", "tag": "efb85b90-8a8a-47b7-885d-98467875b692", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:37:58.709150 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-608e65f8-c441-4805-898f-e93b1a28c5fc {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:37:58.709558 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bd2870-baf9-464c-bbc2-4356c559364b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb85b90-8a8a-47b7-885d-98467875b692', 'code': 200} Feb 18 16:37:58.738367 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=efb85b90-8a8a-47b7-885d-98467875b692,revision_number=7']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:58.815313 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b538f59d-8a33-4b89-83b5-f8dd78dc59a6 req-4a323736-6816-49ca-9bef-d02a305cb040 service neutron] 10.222.0.71 "GET /v2.0/networks/7be8af3c-f9ea-44c7-9fd0-e5865773f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025727 Feb 18 16:37:58.845719 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-e0c63254-668a-4c8a-9777-98d76e655c7c None None] Set router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:37:58.872325 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448179a2-6efe-44c8-9311-37ef7b726646 req-5ed91b2d-f759-4dc2-a618-c09ab695f69e tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:58.873954 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-448179a2-6efe-44c8-9311-37ef7b726646 req-5ed91b2d-f759-4dc2-a618-c09ab695f69e tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0569263 Feb 18 16:37:58.920117 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b538f59d-8a33-4b89-83b5-f8dd78dc59a6 req-97cf07ab-3ac1-4846-b5fa-62e165cf5396 service neutron] 10.222.0.71 "GET /v2.0/networks/7be8af3c-f9ea-44c7-9fd0-e5865773f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933678 Feb 18 16:37:58.923297 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-448179a2-6efe-44c8-9311-37ef7b726646 req-32f9d5f8-9f6b-467e-a510-7c02767ee031 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430310 Feb 18 16:37:59.076432 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-e0c63254-668a-4c8a-9777-98d76e655c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'name': 'tempest-TestShelveInstance-1456476625-router', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:36:55Z', 'updated_at': '2022-02-18T16:37:00Z', 'revision_number': 4, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'gw_port': {'id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:56Z', 'updated_at': '2022-02-18T16:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'db88bc7e-d831-406a-90c9-4ecf9834918a', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'port_id': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'mac_address': 'fa:16:3e:7b:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:37:56Z', 'updated_at': '2022-02-18T16:37:56Z', 'revision_number': 0, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f2a1f3-d303-4557-87d0-333feb9337b0', 'name': '', 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'mac_address': 'fa:16:3e:a5:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:59Z', 'updated_at': '2022-02-18T16:37:03Z', 'revision_number': 5, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'subnets': [{'id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:37:59.107021 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c63254-668a-4c8a-9777-98d76e655c7c None None] The sync data for ids ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'] in dv-cinder-826607-4-iscsi is: [{'id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'name': 'tempest-TestShelveInstance-1456476625-router', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:36:55Z', 'updated_at': '2022-02-18T16:37:00Z', 'revision_number': 4, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'gw_port': {'id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:56Z', 'updated_at': '2022-02-18T16:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'db88bc7e-d831-406a-90c9-4ecf9834918a', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'port_id': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'mac_address': 'fa:16:3e:7b:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:37:56Z', 'updated_at': '2022-02-18T16:37:56Z', 'revision_number': 0, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f2a1f3-d303-4557-87d0-333feb9337b0', 'name': '', 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'mac_address': 'fa:16:3e:a5:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:59Z', 'updated_at': '2022-02-18T16:37:03Z', 'revision_number': 5, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'subnets': [{'id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:37:59.195260 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa1dbc-c34c-428c-b907-1d3a79f2365e req-b3725b9f-97ed-4234-93fc-3c16b275bca1 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:59.196913 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-10fa1dbc-c34c-428c-b907-1d3a79f2365e req-b3725b9f-97ed-4234-93fc-3c16b275bca1 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0553308 Feb 18 16:37:59.251913 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-10fa1dbc-c34c-428c-b907-1d3a79f2365e req-9f4c50e6-2639-478a-b78c-12d09fd9588d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487509 Feb 18 16:37:59.317502 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40778f6-b53b-47e0-827d-b2b025d0431f None None] New status for floating IP db88bc7e-d831-406a-90c9-4ecf9834918a: ACTIVE {{(pid=102873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:37:59.384675 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 59334) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:59.495152 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:59.570893 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] Publish callbacks [] for security_group (8987b19f-357a-4b2c-a464-e76fb32adcf2), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:59.575775 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (8987b19f-357a-4b2c-a464-e76fb32adcf2), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:59.585092 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:37:59.644817 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=460e1fc2424c49648945e7db1c98cd5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589800 Feb 18 16:37:59.647459 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 59344) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:37:59.648612 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8987b19f-357a-4b2c-a464-e76fb32adcf2,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:37:59.661635 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:59.661987 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:59.662326 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:59.662665 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:59.662995 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:59.663320 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:59.663644 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:59.663969 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:59.664293 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:59.664616 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:59.664936 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:59.665253 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:59.665598 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173326b-acdc-46bd-bfb2-e909b12bbd9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:37:59.688297 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f96b3-a59f-47f8-b40f-acd8451a1608 req-9cf47f84-0efc-45a3-9ba6-fc7a420861e0 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:37:59.689867 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2f1f96b3-a59f-47f8-b40f-acd8451a1608 req-9cf47f84-0efc-45a3-9ba6-fc7a420861e0 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.1032598 Feb 18 16:37:59.698973 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-26fa298e-95c2-45dd-8c8d-3f0d5006e565 admin admin] Publish callbacks [] for security_group (8987b19f-357a-4b2c-a464-e76fb32adcf2), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:59.721136 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-26fa298e-95c2-45dd-8c8d-3f0d5006e565 admin admin] Publish callbacks [] for security_group (8987b19f-357a-4b2c-a464-e76fb32adcf2), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:59.755226 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2f1f96b3-a59f-47f8-b40f-acd8451a1608 req-6bb116b7-b361-48d8-b5f2-d4e449657a08 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536234 Feb 18 16:37:59.782953 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-26fa298e-95c2-45dd-8c8d-3f0d5006e565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (8987b19f-357a-4b2c-a464-e76fb32adcf2), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:59.785657 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-26fa298e-95c2-45dd-8c8d-3f0d5006e565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:37:59.786840 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-26fa298e-95c2-45dd-8c8d-3f0d5006e565 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8987b19f-357a-4b2c-a464-e76fb32adcf2 HTTP/1.1" status: 204 len: 168 time: 0.1380765 Feb 18 16:37:59.796358 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa298e-95c2-45dd-8c8d-3f0d5006e565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8987b19f-357a-4b2c-a464-e76fb32adcf2,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:00.054713 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b8f70-e570-4fb3-a2ad-5fc234cce770 req-fec41d44-585a-4860-8600-76857cc73454 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:00.058355 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-023b8f70-e570-4fb3-a2ad-5fc234cce770 req-fec41d44-585a-4860-8600-76857cc73454 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0632522 Feb 18 16:38:00.106732 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-023b8f70-e570-4fb3-a2ad-5fc234cce770 req-63bf53fb-2974-48fe-a383-db4c345d3ae4 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452085 Feb 18 16:38:00.427415 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91474e34-d396-4f9a-9026-72983a06c7e3 req-53f8a49b-cfe3-4e18-8837-41ea0bd3d419 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:00.437370 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-91474e34-d396-4f9a-9026-72983a06c7e3 req-53f8a49b-cfe3-4e18-8837-41ea0bd3d419 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0864077 Feb 18 16:38:00.482739 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-91474e34-d396-4f9a-9026-72983a06c7e3 req-6741f0d6-eac3-4031-b8a6-163c1b17b2d6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442834 Feb 18 16:38:00.530865 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 59396) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:00.650114 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-c4c07ed4-91fc-4358-b560-cc3767b2f105 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1956304153-network', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:38:00.675305 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c07ed4-91fc-4358-b560-cc3767b2f105 admin admin] Made reservation on behalf of 5b04fb10cc4e44a49d858b023869ee5d for: {'network': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:38:00.678166 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c4c07ed4-91fc-4358-b560-cc3767b2f105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:00.689988 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c4c07ed4-91fc-4358-b560-cc3767b2f105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:00.799887 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c4c07ed4-91fc-4358-b560-cc3767b2f105 admin admin] Publish callbacks [] for security_group (84680126-5f62-43ab-8928-09517a202157), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:00.806258 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c4c07ed4-91fc-4358-b560-cc3767b2f105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (84680126-5f62-43ab-8928-09517a202157), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:00.839089 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c07ed4-91fc-4358-b560-cc3767b2f105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=102871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:38:00.873118 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c4c07ed4-91fc-4358-b560-cc3767b2f105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (ddebdcaa-da2c-4a74-8328-82bc2693eb85), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:00.874427 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.segments_db [None req-c4c07ed4-91fc-4358-b560-cc3767b2f105 admin admin] Added segment ddebdcaa-da2c-4a74-8328-82bc2693eb85 of type vlan for network 2b811648-c80d-4727-bdca-d48aeebc54a0 Feb 18 16:38:00.874911 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c07ed4-91fc-4358-b560-cc3767b2f105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84680126-5f62-43ab-8928-09517a202157,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:00.920151 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c2ebb-a2a9-4a21-abdb-fbe2165e3c02 req-730555e2-1fda-47eb-a737-7613d06eb556 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:00.922664 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ba6c2ebb-a2a9-4a21-abdb-fbe2165e3c02 req-730555e2-1fda-47eb-a737-7613d06eb556 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0919125 Feb 18 16:38:00.947824 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c4c07ed4-91fc-4358-b560-cc3767b2f105 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (2b811648-c80d-4727-bdca-d48aeebc54a0), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:00.990396 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c4c07ed4-91fc-4358-b560-cc3767b2f105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (2b811648-c80d-4727-bdca-d48aeebc54a0), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:00.991942 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c07ed4-91fc-4358-b560-cc3767b2f105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:00.992178 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c4c07ed4-91fc-4358-b560-cc3767b2f105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:01.014530 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ba6c2ebb-a2a9-4a21-abdb-fbe2165e3c02 req-467f2747-1b19-4a7e-b04f-663d4c45a76c tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807846 Feb 18 16:38:01.085617 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c07ed4-91fc-4358-b560-cc3767b2f105 admin admin] Pushing event updated for resources: {'Network': ['ID=2b811648-c80d-4727-bdca-d48aeebc54a0,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:01.100721 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 59404) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:01.106297 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-c4c07ed4-91fc-4358-b560-cc3767b2f105 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5742834 Feb 18 16:38:01.115946 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-de698fe6-1746-4d6d-a7bd-d7470f7bc409 admin admin] Request body: {'subnet': {'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1956304153-subnet', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'ip_version': 4}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:38:01.117988 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network 2b811648-c80d-4727-bdca-d48aeebc54a0 details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:38:01.153677 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de698fe6-1746-4d6d-a7bd-d7470f7bc409 admin admin] Made reservation on behalf of 5b04fb10cc4e44a49d858b023869ee5d for: {'subnet': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:38:01.155144 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-04d0ebb6-2533-4a44-8fb2-9feff17b3913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:01.156359 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-de698fe6-1746-4d6d-a7bd-d7470f7bc409 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:01.295001 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e07cf-5ce6-4f15-a1fb-cafa38b84f56 req-92971e09-6a82-4c5e-b55f-9e4ac87b7cb0 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:01.296640 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c34e07cf-5ce6-4f15-a1fb-cafa38b84f56 req-92971e09-6a82-4c5e-b55f-9e4ac87b7cb0 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0974994 Feb 18 16:38:01.699252 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c34e07cf-5ce6-4f15-a1fb-cafa38b84f56 req-46423681-cece-42bb-9849-5f6a4e59e2ca tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3969138 Feb 18 16:38:01.722926 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9f403-a0f0-4f45-b563-8b760ee9692b req-d43d8181-3865-465f-a94e-8056fc4282fd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:01.729772 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-29d9f403-a0f0-4f45-b563-8b760ee9692b req-d43d8181-3865-465f-a94e-8056fc4282fd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.1482077 Feb 18 16:38:01.737950 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-de698fe6-1746-4d6d-a7bd-d7470f7bc409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for subnet (21dc5282-029c-4312-8015-90573d273182), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:01.827659 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de698fe6-1746-4d6d-a7bd-d7470f7bc409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21dc5282-029c-4312-8015-90573d273182,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:01.838305 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-29d9f403-a0f0-4f45-b563-8b760ee9692b req-40e1dd24-f05c-4e49-aef2-abb621a431c1 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076689 Feb 18 16:38:01.858960 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de698fe6-1746-4d6d-a7bd-d7470f7bc409 admin admin] Checking segment: {'id': 'ddebdcaa-da2c-4a74-8328-82bc2693eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:38:01.858960 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de698fe6-1746-4d6d-a7bd-d7470f7bc409 admin admin] Network hostable DHCP agents. Network: 2b811648-c80d-4727-bdca-d48aeebc54a0, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:38:01.889466 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de698fe6-1746-4d6d-a7bd-d7470f7bc409 admin admin] Network 2b811648-c80d-4727-bdca-d48aeebc54a0 is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:38:01.900378 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-de698fe6-1746-4d6d-a7bd-d7470f7bc409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, 2b811648-c80d-4727-bdca-d48aeebc54a0) {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:38:01.904627 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de698fe6-1746-4d6d-a7bd-d7470f7bc409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:01.905217 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-de698fe6-1746-4d6d-a7bd-d7470f7bc409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:01.915336 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53437c2-1f75-4295-9590-1a227a1afeda None None] Network 2b811648-c80d-4727-bdca-d48aeebc54a0 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:38:01.940948 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-de698fe6-1746-4d6d-a7bd-d7470f7bc409 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8389316 Feb 18 16:38:01.943780 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 59410) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:01.948084 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1956304153-router', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:38:01.981359 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16042'] for router (ec7946fd-ac37-49a0-b9f7-3529da587111), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:01.982779 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16035'] for router (ec7946fd-ac37-49a0-b9f7-3529da587111), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:02.068170 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7aa75c09-f67d-5ad7-b446-04c7edce05f4-2b811648-c80d-4727-bdca-d48aeebc54a0', 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0', 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'fixed_ips': [{'subnet_id': '21dc5282-029c-4312-8015-90573d273182'}]}} from dv-cinder-826607-4-iscsi. {{(pid=102873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 16:38:02.069403 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:02.099754 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Publish callbacks [] for router_controller (ec7946fd-ac37-49a0-b9f7-3529da587111), precommit_add_association {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:02.226628 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd916c-8db1-42a3-b8c6-6e698c5862fd req-4a190519-83df-4f68-98a4-625dc12509c5 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:02.228339 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5bdd916c-8db1-42a3-b8c6-6e698c5862fd req-4a190519-83df-4f68-98a4-625dc12509c5 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0915115 Feb 18 16:38:02.278831 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.db_base_plugin_common [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Allocated IP 172.20.0.2 (2b811648-c80d-4727-bdca-d48aeebc54a0/21dc5282-029c-4312-8015-90573d273182/d9521ffd-410e-4b61-b82c-efcd65c94ddc) {{(pid=102873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:38:02.300499 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5bdd916c-8db1-42a3-b8c6-6e698c5862fd req-83e8d305-c5ce-43c8-8b86-fcf71d9d623c tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660434 Feb 18 16:38:02.483899 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Publish callbacks [] for port (d9521ffd-410e-4b61-b82c-efcd65c94ddc), precommit_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:02.491373 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (d9521ffd-410e-4b61-b82c-efcd65c94ddc), after_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:02.541326 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Network 2b811648-c80d-4727-bdca-d48aeebc54a0 is already hosted by enough agents. {{(pid=102873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:38:02.544102 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.base_scheduler [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Resources bound (agent type, host, resource id): {{(pid=102873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:38:02.547240 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Received port after_create {{(pid=102873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:38:02.560280 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Pushing event updated for resources: {'Port': ['ID=d9521ffd-410e-4b61-b82c-efcd65c94ddc,revision_number=1']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:02.587131 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Publish callbacks [] for router_gateway (ec7946fd-ac37-49a0-b9f7-3529da587111), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:02.627813 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Attempting to bind port d9521ffd-410e-4b61-b82c-efcd65c94ddc on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:38:02.628300 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Attempting to bind port d9521ffd-410e-4b61-b82c-efcd65c94ddc by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': 'ddebdcaa-da2c-4a74-8328-82bc2693eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:38:02.628745 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Attempting to bind port d9521ffd-410e-4b61-b82c-efcd65c94ddc on network 2b811648-c80d-4727-bdca-d48aeebc54a0 {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:38:02.635129 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:38:02.635583 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Checking segment: {'id': 'ddebdcaa-da2c-4a74-8328-82bc2693eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:38:02.636154 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:02.636664 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Bound using segment: {'id': 'ddebdcaa-da2c-4a74-8328-82bc2693eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:38:02.637232 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Bound port: d9521ffd-410e-4b61-b82c-efcd65c94ddc, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddebdcaa-da2c-4a74-8328-82bc2693eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:38:02.637773 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (d9521ffd-410e-4b61-b82c-efcd65c94ddc), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:02.773196 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] For port d9521ffd-410e-4b61-b82c-efcd65c94ddc, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:38:02.776422 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] For port d9521ffd-410e-4b61-b82c-efcd65c94ddc, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=d9521ffd-410e-4b61-b82c-efcd65c94ddc,segment=NetworkSegment(ddebdcaa-da2c-4a74-8328-82bc2693eb85),segment_id=ddebdcaa-da2c-4a74-8328-82bc2693eb85)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:38:02.796611 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (d9521ffd-410e-4b61-b82c-efcd65c94ddc), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:02.913355 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b2f6a-146f-45af-b63f-4e7d6ebd0223 req-61ae1595-b19e-43a6-85b6-e3de2bee5592 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:02.924772 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1e0b2f6a-146f-45af-b63f-4e7d6ebd0223 req-61ae1595-b19e-43a6-85b6-e3de2bee5592 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.1264575 Feb 18 16:38:02.939745 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c3613-dbf0-4e68-b77c-0ccc0e21a7f7 None None] Pushing event updated for resources: {'Port': ['ID=d9521ffd-410e-4b61-b82c-efcd65c94ddc,revision_number=2']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:02.956902 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Publish callbacks [] for router_gateway (ec7946fd-ac37-49a0-b9f7-3529da587111), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:03.009794 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:03.041958 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1e0b2f6a-146f-45af-b63f-4e7d6ebd0223 req-e11f936f-fca8-445a-a747-66b04f26ebff tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1161919 Feb 18 16:38:03.055760 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148bd6b-30c7-40d4-b17b-99239c3dc64e req-aac5c245-2836-4d90-9840-bc68a886e046 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:03.064543 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e148bd6b-30c7-40d4-b17b-99239c3dc64e req-aac5c245-2836-4d90-9840-bc68a886e046 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.1037135 Feb 18 16:38:03.142918 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e148bd6b-30c7-40d4-b17b-99239c3dc64e req-b434db36-6b78-4241-ba60-c3d30f4837e4 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767365 Feb 18 16:38:03.204688 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9991fc0c-ad7e-4145-9b66-774b3741042e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:03.284207 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Allocated IP 172.27.2.76 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/052d9d0f-563b-4ca2-9fea-b8cc316401c7) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:38:03.499847 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2544212-91fe-4815-9ec6-64c512377598 req-9bba78d4-8acf-4bd3-bbd0-33964e3a1345 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:03.502075 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a2544212-91fe-4815-9ec6-64c512377598 req-9bba78d4-8acf-4bd3-bbd0-33964e3a1345 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0856164 Feb 18 16:38:03.528757 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Publish callbacks [] for port (052d9d0f-563b-4ca2-9fea-b8cc316401c7), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:03.592273 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a2544212-91fe-4815-9ec6-64c512377598 req-2353613b-ce51-44f6-8c82-2facc7811f28 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810173 Feb 18 16:38:03.597308 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (052d9d0f-563b-4ca2-9fea-b8cc316401c7), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:03.643986 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:38:03.647258 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:38:03.650857 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:38:03.684397 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Pushing event updated for resources: {'Port': ['ID=052d9d0f-563b-4ca2-9fea-b8cc316401c7,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:03.981241 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Publish callbacks [] for router_gateway (ec7946fd-ac37-49a0-b9f7-3529da587111), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:04.236087 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594459'] for router (ec7946fd-ac37-49a0-b9f7-3529da587111), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:04.299652 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe222ac-1e65-46d7-b655-e1776bcf330e req-727430e8-c389-4a04-87e6-c39bbfb2f494 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:04.310308 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-abe222ac-1e65-46d7-b655-e1776bcf330e req-727430e8-c389-4a04-87e6-c39bbfb2f494 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.1667264 Feb 18 16:38:04.367006 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85338eb5-bb46-4dde-b560-d1325080be54 None None] Network 2b811648-c80d-4727-bdca-d48aeebc54a0 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:38:04.437140 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-abe222ac-1e65-46d7-b655-e1776bcf330e req-873f0676-f530-4bf7-ba35-9f4be8496a89 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258557 Feb 18 16:38:04.446281 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Router ec7946fd-ac37-49a0-b9f7-3529da587111 is scheduled to L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a with binding_index 1 {{(pid=102871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 16:38:04.473445 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e16241-9a77-4eff-bfd7-63c9736a248f req-2f0041e8-d7ab-49b6-9082-e91dc5e541f5 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:04.476312 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-91e16241-9a77-4eff-bfd7-63c9736a248f req-2f0041e8-d7ab-49b6-9082-e91dc5e541f5 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.1458380 Feb 18 16:38:04.566559 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-17fb3483-0f33-4849-a86d-c557b5a39c79 None None] Provisioning complete for port d9521ffd-410e-4b61-b82c-efcd65c94ddc triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:04.566949 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-17fb3483-0f33-4849-a86d-c557b5a39c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (d9521ffd-410e-4b61-b82c-efcd65c94ddc), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:04.575036 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:04.594469 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-91e16241-9a77-4eff-bfd7-63c9736a248f req-f246f369-a78a-468d-8c1e-4851e05b9e09 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054921 Feb 18 16:38:04.760315 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7207e-4e55-45dd-afd4-93cc03ee0213 req-6122b598-f3c0-4624-9a0d-ad0056e880bb tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:04.769414 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-aca7207e-4e55-45dd-afd4-93cc03ee0213 req-6122b598-f3c0-4624-9a0d-ad0056e880bb tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0776238 Feb 18 16:38:04.773872 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-17fb3483-0f33-4849-a86d-c557b5a39c79 None None] Current status of the port d9521ffd-410e-4b61-b82c-efcd65c94ddc is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:04.775007 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-17fb3483-0f33-4849-a86d-c557b5a39c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (d9521ffd-410e-4b61-b82c-efcd65c94ddc), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:04.790389 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:38:04.802997 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Sync routers for ids ['ec7946fd-ac37-49a0-b9f7-3529da587111'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:38:04.826860 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Routers {'ec7946fd-ac37-49a0-b9f7-3529da587111'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:38:04.830098 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:38:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['ec7946fd-ac37-49a0-b9f7-3529da587111'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:04.840837 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:04.844905 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-c73dd597-5281-4f83-92f2-2ba0ae19d66e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8974588 Feb 18 16:38:04.848434 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 59446) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:04.880979 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-aca7207e-4e55-45dd-afd4-93cc03ee0213 req-091d91d5-32c2-4dc1-b1a0-965b203edf51 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066582 Feb 18 16:38:04.903393 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-17fb3483-0f33-4849-a86d-c557b5a39c79 None None] For port d9521ffd-410e-4b61-b82c-efcd65c94ddc, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=d9521ffd-410e-4b61-b82c-efcd65c94ddc,segment=NetworkSegment(ddebdcaa-da2c-4a74-8328-82bc2693eb85),segment_id=ddebdcaa-da2c-4a74-8328-82bc2693eb85)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:04.925299 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-17fb3483-0f33-4849-a86d-c557b5a39c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (d9521ffd-410e-4b61-b82c-efcd65c94ddc), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:05.018387 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb3483-0f33-4849-a86d-c557b5a39c79 None None] Pushing event updated for resources: {'Port': ['ID=d9521ffd-410e-4b61-b82c-efcd65c94ddc,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:05.029638 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Set router ec7946fd-ac37-49a0-b9f7-3529da587111 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:38:05.052620 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-6e9dc46e-3bfb-479f-8577-a664e91e2252 None None] Provisioning complete for port d9521ffd-410e-4b61-b82c-efcd65c94ddc triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:05.053079 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-6e9dc46e-3bfb-479f-8577-a664e91e2252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (d9521ffd-410e-4b61-b82c-efcd65c94ddc), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:05.247686 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-6e9dc46e-3bfb-479f-8577-a664e91e2252 None None] Current status of the port d9521ffd-410e-4b61-b82c-efcd65c94ddc is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:05.300360 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'name': 'tempest-TestMinimumBasicScenario-1956304153-router', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:01Z', 'updated_at': '2022-02-18T16:38:03Z', 'revision_number': 3, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'gw_port': {'id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:03Z', 'updated_at': '2022-02-18T16:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:05.307278 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device d9521ffd-410e-4b61-b82c-efcd65c94ddc up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:38:05.337705 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Checking router: ec7946fd-ac37-49a0-b9f7-3529da587111 for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:38:05.338368 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Updating router ec7946fd-ac37-49a0-b9f7-3529da587111 port 052d9d0f-563b-4ca2-9fea-b8cc316401c7 binding host dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:38:05.379007 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (052d9d0f-563b-4ca2-9fea-b8cc316401c7), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:05.391585 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port d9521ffd-410e-4b61-b82c-efcd65c94ddc triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:05.394064 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (d9521ffd-410e-4b61-b82c-efcd65c94ddc), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:05.563022 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port d9521ffd-410e-4b61-b82c-efcd65c94ddc is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:05.565324 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:05.663467 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0085b2-3b7a-4648-9819-f051eaa49937 req-8210133d-8e44-4a6c-8477-a054ec8f57a8 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:05.665899 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8a0085b2-3b7a-4648-9819-f051eaa49937 req-8210133d-8e44-4a6c-8477-a054ec8f57a8 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0996304 Feb 18 16:38:05.771893 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8a0085b2-3b7a-4648-9819-f051eaa49937 req-74d59a16-2d2b-45eb-b24d-6080f168775b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998936 Feb 18 16:38:05.789121 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723894bb-6a8d-4850-969f-20e6c3152c65 req-9f17dcec-9624-4d03-9d28-e16685d61be9 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:05.805829 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-723894bb-6a8d-4850-969f-20e6c3152c65 req-9f17dcec-9624-4d03-9d28-e16685d61be9 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.1134207 Feb 18 16:38:05.816135 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Allocated IP 172.20.0.1 (2b811648-c80d-4727-bdca-d48aeebc54a0/21dc5282-029c-4312-8015-90573d273182/82b03cfa-62cd-4dd3-b109-f1bb8c3a523e) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:38:05.824890 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Publish callbacks [] for port (052d9d0f-563b-4ca2-9fea-b8cc316401c7), precommit_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:05.833379 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (052d9d0f-563b-4ca2-9fea-b8cc316401c7), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:05.843919 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:05.887320 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-723894bb-6a8d-4850-969f-20e6c3152c65 req-3a1ce7b1-3354-487f-925b-8e26e022695e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786953 Feb 18 16:38:05.889827 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195b3fc-ef7d-4ddf-87ab-0d9e2498ebaa None None] Pushing event updated for resources: {'Port': ['ID=052d9d0f-563b-4ca2-9fea-b8cc316401c7,revision_number=2']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:05.903218 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195b3fc-ef7d-4ddf-87ab-0d9e2498ebaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:05.903601 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195b3fc-ef7d-4ddf-87ab-0d9e2498ebaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:05.904482 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195b3fc-ef7d-4ddf-87ab-0d9e2498ebaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:05.904842 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195b3fc-ef7d-4ddf-87ab-0d9e2498ebaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:05.905191 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195b3fc-ef7d-4ddf-87ab-0d9e2498ebaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:05.905564 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195b3fc-ef7d-4ddf-87ab-0d9e2498ebaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:05.905903 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195b3fc-ef7d-4ddf-87ab-0d9e2498ebaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:05.906237 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195b3fc-ef7d-4ddf-87ab-0d9e2498ebaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:05.907142 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195b3fc-ef7d-4ddf-87ab-0d9e2498ebaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:05.907638 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195b3fc-ef7d-4ddf-87ab-0d9e2498ebaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:05.908216 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195b3fc-ef7d-4ddf-87ab-0d9e2498ebaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:05.908561 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195b3fc-ef7d-4ddf-87ab-0d9e2498ebaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:05.908897 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195b3fc-ef7d-4ddf-87ab-0d9e2498ebaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:05.933057 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Attempting to bind port 052d9d0f-563b-4ca2-9fea-b8cc316401c7 on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:38:05.933963 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Attempting to bind port 052d9d0f-563b-4ca2-9fea-b8cc316401c7 by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:38:05.934557 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Attempting to bind port 052d9d0f-563b-4ca2-9fea-b8cc316401c7 on network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:38:05.940978 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:38:05.950153 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Checking segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:38:05.950741 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:05.951240 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Bound using segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:38:05.952299 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Bound port: 052d9d0f-563b-4ca2-9fea-b8cc316401c7, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:38:05.952299 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (052d9d0f-563b-4ca2-9fea-b8cc316401c7), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:05.974095 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Publish callbacks [] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:06.025784 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:06.032914 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] For port 052d9d0f-563b-4ca2-9fea-b8cc316401c7, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:38:06.036422 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] For port 052d9d0f-563b-4ca2-9fea-b8cc316401c7, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=052d9d0f-563b-4ca2-9fea-b8cc316401c7,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:38:06.048450 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (052d9d0f-563b-4ca2-9fea-b8cc316401c7), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:06.054497 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c547c05-b4d6-44d6-adcc-8b0bdb2dc63f req-386bed91-eccb-4482-8b1d-269743ea99fc tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:06.064036 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1c547c05-b4d6-44d6-adcc-8b0bdb2dc63f req-386bed91-eccb-4482-8b1d-269743ea99fc tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.1042812 Feb 18 16:38:06.090348 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Network 2b811648-c80d-4727-bdca-d48aeebc54a0 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:38:06.096068 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:38:06.099807 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:38:06.107162 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195b3fc-ef7d-4ddf-87ab-0d9e2498ebaa None None] Pushing event updated for resources: {'Port': ['ID=052d9d0f-563b-4ca2-9fea-b8cc316401c7,revision_number=3']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:06.127312 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1c547c05-b4d6-44d6-adcc-8b0bdb2dc63f req-c71fda68-662e-4599-bde7-11f79fd9f711 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553195 Feb 18 16:38:06.129958 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Pushing event updated for resources: {'Port': ['ID=82b03cfa-62cd-4dd3-b109-f1bb8c3a523e,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:06.144173 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Routers {'ec7946fd-ac37-49a0-b9f7-3529da587111'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:38:06.144919 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:38:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['ec7946fd-ac37-49a0-b9f7-3529da587111'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:06.163228 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593960'] for router_interface (ec7946fd-ac37-49a0-b9f7-3529da587111), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:06.327480 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] Set router ec7946fd-ac37-49a0-b9f7-3529da587111 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:38:06.371035 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:06.482483 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-38b52d42-f8fa-43f1-a250-4c7288bc3565 None None] Provisioning complete for port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:06.483628 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-38b52d42-f8fa-43f1-a250-4c7288bc3565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:06.531281 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-38b52d42-f8fa-43f1-a250-4c7288bc3565 None None] Port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:38:06.591008 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'name': 'tempest-TestMinimumBasicScenario-1956304153-router', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:01Z', 'updated_at': '2022-02-18T16:38:03Z', 'revision_number': 3, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'gw_port': {'id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:03Z', 'updated_at': '2022-02-18T16:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:06.604783 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Publish callbacks [] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:06.610643 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:06.625638 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ca0ec-9523-40e0-a773-960cefdccdfe None None] The sync data for ids ['ec7946fd-ac37-49a0-b9f7-3529da587111'] in dv-cinder-826607-4-iscsi is: [{'id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'name': 'tempest-TestMinimumBasicScenario-1956304153-router', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:01Z', 'updated_at': '2022-02-18T16:38:03Z', 'revision_number': 3, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'gw_port': {'id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:03Z', 'updated_at': '2022-02-18T16:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:38:06.691451 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Pushing event updated for resources: {'Port': ['ID=82b03cfa-62cd-4dd3-b109-f1bb8c3a523e,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:06.694102 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593988'] for router_interface (ec7946fd-ac37-49a0-b9f7-3529da587111), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:06.815307 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Network 2b811648-c80d-4727-bdca-d48aeebc54a0 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:38:06.819424 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:38:07.046480 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f0ba0-0ef9-4750-9b41-960eb13c2802 req-b4b5898c-b8cc-45ca-b80e-e3d8eda518b5 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:07.048773 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2c9f0ba0-0ef9-4750-9b41-960eb13c2802 req-b4b5898c-b8cc-45ca-b80e-e3d8eda518b5 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.1497779 Feb 18 16:38:07.061787 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Router ec7946fd-ac37-49a0-b9f7-3529da587111 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:38:07.170994 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2abed-bb44-4ee4-b7cd-d0e3c350a195 req-ed98eb46-5792-4da1-8452-299b8d1e1f10 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:07.180791 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d2a2abed-bb44-4ee4-b7cd-d0e3c350a195 req-ed98eb46-5792-4da1-8452-299b8d1e1f10 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.1640017 Feb 18 16:38:07.209852 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2c9f0ba0-0ef9-4750-9b41-960eb13c2802 req-0d29d898-5896-4c1b-81e9-af641fe6e305 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1312482 Feb 18 16:38:07.283129 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 052d9d0f-563b-4ca2-9fea-b8cc316401c7 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:38:07.305324 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d2a2abed-bb44-4ee4-b7cd-d0e3c350a195 req-95b3b10b-9a6c-4831-88f4-4c1ac44c8baa tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232562 Feb 18 16:38:07.332314 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-e1588558-22c0-46db-aafb-65c50775093d None None] Provisioning complete for port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:07.333059 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-e1588558-22c0-46db-aafb-65c50775093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:07.346398 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:38:07.362366 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-bb8190ed-f7e1-40ba-8a0c-0b5e692a1c35 admin admin] 10.222.0.36 "PUT /v2.0/routers/ec7946fd-ac37-49a0-b9f7-3529da587111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5129397 Feb 18 16:38:07.419515 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-e1588558-22c0-46db-aafb-65c50775093d None None] Port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:38:07.427859 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 052d9d0f-563b-4ca2-9fea-b8cc316401c7 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:07.428853 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (052d9d0f-563b-4ca2-9fea-b8cc316401c7), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:07.437946 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e701b9e-da52-4f0c-9dd0-d33f99b3b36d req-b5249dcb-b0fd-454c-b809-4b701b5e2a81 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:07.450313 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1e701b9e-da52-4f0c-9dd0-d33f99b3b36d req-b5249dcb-b0fd-454c-b809-4b701b5e2a81 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.1203637 Feb 18 16:38:07.541413 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1e701b9e-da52-4f0c-9dd0-d33f99b3b36d req-cd12a1f2-2bf0-485c-a250-151d826d6e18 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939512 Feb 18 16:38:07.566751 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:07.609929 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 052d9d0f-563b-4ca2-9fea-b8cc316401c7 is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:07.610776 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (052d9d0f-563b-4ca2-9fea-b8cc316401c7), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:07.670000 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] For port 052d9d0f-563b-4ca2-9fea-b8cc316401c7, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=052d9d0f-563b-4ca2-9fea-b8cc316401c7,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:07.684989 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (052d9d0f-563b-4ca2-9fea-b8cc316401c7), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:07.788047 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Pushing event updated for resources: {'Port': ['ID=052d9d0f-563b-4ca2-9fea-b8cc316401c7,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:08.306686 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 59492) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:08.312641 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-f47cfe14-099a-4fd7-a8f8-74c33c0e722e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1249699461-network', 'tenant_id': 'f96dc46d644e48d9884a699ce6600e37'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:38:08.347122 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47cfe14-099a-4fd7-a8f8-74c33c0e722e admin admin] Made reservation on behalf of f96dc46d644e48d9884a699ce6600e37 for: {'network': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:38:08.349990 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f47cfe14-099a-4fd7-a8f8-74c33c0e722e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:08.363047 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f47cfe14-099a-4fd7-a8f8-74c33c0e722e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:08.401386 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4292d0-c5f8-4b70-a3df-1e3a22d6ded2 req-7ef7aa2b-f5cf-4e85-a897-efe63cc5af60 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:08.403281 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6e4292d0-c5f8-4b70-a3df-1e3a22d6ded2 req-7ef7aa2b-f5cf-4e85-a897-efe63cc5af60 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.1221111 Feb 18 16:38:08.485101 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f47cfe14-099a-4fd7-a8f8-74c33c0e722e admin admin] Publish callbacks [] for security_group (05a00ce6-d753-4401-b0b3-c609b01e1b18), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:08.498325 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9342d3-da7a-42cb-b8f9-89032c672c8e req-8636a5fd-80a6-4989-a380-9029ecedda52 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:08.501572 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6b9342d3-da7a-42cb-b8f9-89032c672c8e req-8636a5fd-80a6-4989-a380-9029ecedda52 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0956185 Feb 18 16:38:08.502029 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f47cfe14-099a-4fd7-a8f8-74c33c0e722e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (05a00ce6-d753-4401-b0b3-c609b01e1b18), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:08.528736 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6e4292d0-c5f8-4b70-a3df-1e3a22d6ded2 req-08a8b70c-5cbb-4801-80d7-610c5c41f670 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1058226 Feb 18 16:38:08.537852 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cfe14-099a-4fd7-a8f8-74c33c0e722e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a00ce6-d753-4401-b0b3-c609b01e1b18,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:08.559828 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47cfe14-099a-4fd7-a8f8-74c33c0e722e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=102871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:38:08.570766 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f47cfe14-099a-4fd7-a8f8-74c33c0e722e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (aae9bfa0-696c-4666-b299-ab5057f0fffb), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:08.571284 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.segments_db [None req-f47cfe14-099a-4fd7-a8f8-74c33c0e722e admin admin] Added segment aae9bfa0-696c-4666-b299-ab5057f0fffb of type vlan for network c5e3f3c3-26cb-4a06-98a7-963a924fcac9 Feb 18 16:38:08.583360 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6b9342d3-da7a-42cb-b8f9-89032c672c8e req-d45641a0-9ad3-4d74-9809-a87eda947827 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685599 Feb 18 16:38:08.622454 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f47cfe14-099a-4fd7-a8f8-74c33c0e722e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (c5e3f3c3-26cb-4a06-98a7-963a924fcac9), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:08.668118 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f47cfe14-099a-4fd7-a8f8-74c33c0e722e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (c5e3f3c3-26cb-4a06-98a7-963a924fcac9), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:08.669509 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47cfe14-099a-4fd7-a8f8-74c33c0e722e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:08.670313 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f47cfe14-099a-4fd7-a8f8-74c33c0e722e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:08.739380 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bc6f2-0e54-41ad-8adf-d4c306ebb2ba req-555c03d8-52cf-49fb-9ad0-bd5496475d7b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:08.747746 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9b5bc6f2-0e54-41ad-8adf-d4c306ebb2ba req-555c03d8-52cf-49fb-9ad0-bd5496475d7b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0874205 Feb 18 16:38:08.758334 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cfe14-099a-4fd7-a8f8-74c33c0e722e admin admin] Pushing event updated for resources: {'Network': ['ID=c5e3f3c3-26cb-4a06-98a7-963a924fcac9,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:08.768172 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-f47cfe14-099a-4fd7-a8f8-74c33c0e722e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4596577 Feb 18 16:38:08.769661 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network c5e3f3c3-26cb-4a06-98a7-963a924fcac9 details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:38:08.770194 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 59506) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:08.776057 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-0cde00b0-5628-4cc7-b35b-c17175bab68c admin admin] Request body: {'subnet': {'network_id': 'c5e3f3c3-26cb-4a06-98a7-963a924fcac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1249699461-subnet', 'tenant_id': 'f96dc46d644e48d9884a699ce6600e37', 'ip_version': 4}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:38:08.806366 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cde00b0-5628-4cc7-b35b-c17175bab68c admin admin] Made reservation on behalf of f96dc46d644e48d9884a699ce6600e37 for: {'subnet': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:38:08.809509 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0cde00b0-5628-4cc7-b35b-c17175bab68c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13416927'] for subnet (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:08.868462 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9b5bc6f2-0e54-41ad-8adf-d4c306ebb2ba req-1aed445c-b626-4823-a3fd-c1f3fb061a79 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129923 Feb 18 16:38:09.068457 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0cde00b0-5628-4cc7-b35b-c17175bab68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13446551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13416897'] for subnet (c39355e4-dd07-4f95-8c9d-ff2866341575), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:09.098128 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fc6e4-62a9-4741-bdb7-2da993944f7f req-74e08a7c-ad20-4632-ae01-298479ccf9ad tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:09.107521 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-281fc6e4-62a9-4741-bdb7-2da993944f7f req-74e08a7c-ad20-4632-ae01-298479ccf9ad tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 945 time: 0.0907710 Feb 18 16:38:09.163104 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde00b0-5628-4cc7-b35b-c17175bab68c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c39355e4-dd07-4f95-8c9d-ff2866341575,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:09.176374 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde00b0-5628-4cc7-b35b-c17175bab68c admin admin] Checking segment: {'id': 'aae9bfa0-696c-4666-b299-ab5057f0fffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c5e3f3c3-26cb-4a06-98a7-963a924fcac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:38:09.176811 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde00b0-5628-4cc7-b35b-c17175bab68c admin admin] Network hostable DHCP agents. Network: c5e3f3c3-26cb-4a06-98a7-963a924fcac9, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:38:09.197454 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 052d9d0f-563b-4ca2-9fea-b8cc316401c7 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:38:09.198187 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-281fc6e4-62a9-4741-bdb7-2da993944f7f req-c18388dd-82a0-47a4-9581-a81261335d91 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894425 Feb 18 16:38:09.220279 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde00b0-5628-4cc7-b35b-c17175bab68c admin admin] Network c5e3f3c3-26cb-4a06-98a7-963a924fcac9 is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:38:09.236897 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-0cde00b0-5628-4cc7-b35b-c17175bab68c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, c5e3f3c3-26cb-4a06-98a7-963a924fcac9) {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:38:09.242295 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cde00b0-5628-4cc7-b35b-c17175bab68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:09.242591 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0cde00b0-5628-4cc7-b35b-c17175bab68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:09.246055 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd9fdc6-db28-4bc0-948a-0600e06cf27e None None] Network c5e3f3c3-26cb-4a06-98a7-963a924fcac9 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:38:09.271598 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-0cde00b0-5628-4cc7-b35b-c17175bab68c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5001452 Feb 18 16:38:09.273861 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 59510) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:09.279803 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1249699461-router', 'tenant_id': 'f96dc46d644e48d9884a699ce6600e37', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:38:09.315342 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16042'] for router (d948b654-d4ef-43e4-b9c1-47f96e62ac7b), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:09.318376 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16035'] for router (d948b654-d4ef-43e4-b9c1-47f96e62ac7b), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:09.328572 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Sync routers for ids ['ec7946fd-ac37-49a0-b9f7-3529da587111'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:38:09.370532 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Routers {'ec7946fd-ac37-49a0-b9f7-3529da587111'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:38:09.371177 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:38:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['ec7946fd-ac37-49a0-b9f7-3529da587111'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:09.418863 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Publish callbacks [] for router_controller (d948b654-d4ef-43e4-b9c1-47f96e62ac7b), precommit_add_association {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:09.564276 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 052d9d0f-563b-4ca2-9fea-b8cc316401c7 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:09.565547 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (052d9d0f-563b-4ca2-9fea-b8cc316401c7), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:09.619170 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7aa75c09-f67d-5ad7-b446-04c7edce05f4-c5e3f3c3-26cb-4a06-98a7-963a924fcac9', 'network_id': 'c5e3f3c3-26cb-4a06-98a7-963a924fcac9', 'project_id': 'f96dc46d644e48d9884a699ce6600e37', 'fixed_ips': [{'subnet_id': 'c39355e4-dd07-4f95-8c9d-ff2866341575'}]}} from dv-cinder-826607-4-iscsi. {{(pid=102873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 16:38:09.620338 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:09.736744 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Set router ec7946fd-ac37-49a0-b9f7-3529da587111 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:38:09.763500 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de165f9-5489-4d9e-8732-50378571abb6 req-2a1feb04-0f99-4463-8c29-49a333a752e9 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:09.765703 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6de165f9-5489-4d9e-8732-50378571abb6 req-2a1feb04-0f99-4463-8c29-49a333a752e9 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.1400249 Feb 18 16:38:09.864642 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6de165f9-5489-4d9e-8732-50378571abb6 req-94c0eb6d-ed44-49fa-92f8-7ab0d665d6d9 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0927162 Feb 18 16:38:09.883918 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72477c-2871-4547-a036-19e11076a9a9 req-bdcedb2b-5c02-48ee-a650-7d0e8c7874c3 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:09.891100 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 052d9d0f-563b-4ca2-9fea-b8cc316401c7 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:09.896625 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be72477c-2871-4547-a036-19e11076a9a9 req-bdcedb2b-5c02-48ee-a650-7d0e8c7874c3 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.1601396 Feb 18 16:38:09.932516 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Publish callbacks [] for router_gateway (d948b654-d4ef-43e4-b9c1-47f96e62ac7b), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:09.993631 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be72477c-2871-4547-a036-19e11076a9a9 req-fdb18ef4-a9d5-4315-9a60-3d3b16056ccc tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916557 Feb 18 16:38:10.072861 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a6c31-9605-4c50-be41-fbfa4678706a req-d34d25e3-b04a-427d-9e22-a9868879a71c tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:10.074778 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fd2a6c31-9605-4c50-be41-fbfa4678706a req-d34d25e3-b04a-427d-9e22-a9868879a71c tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0649960 Feb 18 16:38:10.151822 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.db_base_plugin_common [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Allocated IP 172.20.0.2 (c5e3f3c3-26cb-4a06-98a7-963a924fcac9/c39355e4-dd07-4f95-8c9d-ff2866341575/d3d2e5d7-0c5d-478e-b748-da73f090034c) {{(pid=102873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:38:10.163754 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fd2a6c31-9605-4c50-be41-fbfa4678706a req-ec66b240-0952-4a7f-9076-13ee492376d4 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787578 Feb 18 16:38:10.223098 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Publish callbacks [] for router_gateway (d948b654-d4ef-43e4-b9c1-47f96e62ac7b), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:10.245828 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:10.367159 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a604d4-695d-43a0-adb4-8151b4a89709 req-b7fc2878-e42f-4e61-8a8e-89a9b8006fac tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:10.368919 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-47a604d4-695d-43a0-adb4-8151b4a89709 req-b7fc2878-e42f-4e61-8a8e-89a9b8006fac tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 945 time: 0.0756388 Feb 18 16:38:10.390227 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Allocated IP 172.27.2.147 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/1b6daf00-b333-4cfc-87d1-34c2909891f2) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:38:10.416452 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'name': 'tempest-TestMinimumBasicScenario-1956304153-router', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:01Z', 'updated_at': '2022-02-18T16:38:06Z', 'revision_number': 4, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'gw_port': {'id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:03Z', 'updated_at': '2022-02-18T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '82b03cfa-62cd-4dd3-b109-f1bb8c3a523e', 'name': '', 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'mac_address': 'fa:16:3e:84:e2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '21dc5282-029c-4312-8015-90573d273182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:05Z', 'updated_at': '2022-02-18T16:38:06Z', 'revision_number': 2, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'subnets': [{'id': '21dc5282-029c-4312-8015-90573d273182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:10.444679 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-47a604d4-695d-43a0-adb4-8151b4a89709 req-7cd7d0a6-4eb5-4a1a-8b25-30f13dfd9b67 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670168 Feb 18 16:38:10.448605 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Checking router: ec7946fd-ac37-49a0-b9f7-3529da587111 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:38:10.448971 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Updating router ec7946fd-ac37-49a0-b9f7-3529da587111 port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e binding host dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:38:10.496771 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Publish callbacks [] for port (d3d2e5d7-0c5d-478e-b748-da73f090034c), precommit_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:10.507410 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:10.517424 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (d3d2e5d7-0c5d-478e-b748-da73f090034c), after_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:10.558846 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Publish callbacks [] for port (1b6daf00-b333-4cfc-87d1-34c2909891f2), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:10.579152 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Pushing event updated for resources: {'Port': ['ID=d3d2e5d7-0c5d-478e-b748-da73f090034c,revision_number=1']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:10.589781 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Network c5e3f3c3-26cb-4a06-98a7-963a924fcac9 is already hosted by enough agents. {{(pid=102873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:38:10.592004 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.base_scheduler [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Resources bound (agent type, host, resource id): {{(pid=102873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:38:10.596010 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Received port after_create {{(pid=102873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:38:10.610697 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (1b6daf00-b333-4cfc-87d1-34c2909891f2), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:10.648778 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:38:10.660726 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:38:10.664384 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:38:10.701477 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6daf00-b333-4cfc-87d1-34c2909891f2,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:10.820762 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:10.827290 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Attempting to bind port d3d2e5d7-0c5d-478e-b748-da73f090034c on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:38:10.827990 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Attempting to bind port d3d2e5d7-0c5d-478e-b748-da73f090034c by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': 'aae9bfa0-696c-4666-b299-ab5057f0fffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c5e3f3c3-26cb-4a06-98a7-963a924fcac9'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:38:10.830146 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Attempting to bind port d3d2e5d7-0c5d-478e-b748-da73f090034c on network c5e3f3c3-26cb-4a06-98a7-963a924fcac9 {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:38:10.838869 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:38:10.839242 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Checking segment: {'id': 'aae9bfa0-696c-4666-b299-ab5057f0fffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c5e3f3c3-26cb-4a06-98a7-963a924fcac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:38:10.839641 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:10.840034 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Bound using segment: {'id': 'aae9bfa0-696c-4666-b299-ab5057f0fffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c5e3f3c3-26cb-4a06-98a7-963a924fcac9'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:38:10.840623 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Bound port: d3d2e5d7-0c5d-478e-b748-da73f090034c, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae9bfa0-696c-4666-b299-ab5057f0fffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c5e3f3c3-26cb-4a06-98a7-963a924fcac9'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:38:10.840875 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (d3d2e5d7-0c5d-478e-b748-da73f090034c), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:10.995297 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] For port d3d2e5d7-0c5d-478e-b748-da73f090034c, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:38:10.999157 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] For port d3d2e5d7-0c5d-478e-b748-da73f090034c, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=d3d2e5d7-0c5d-478e-b748-da73f090034c,segment=NetworkSegment(aae9bfa0-696c-4666-b299-ab5057f0fffb),segment_id=aae9bfa0-696c-4666-b299-ab5057f0fffb)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:38:11.012652 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (d3d2e5d7-0c5d-478e-b748-da73f090034c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:11.068815 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929247ce-e2a5-4fde-b472-c5208d4b128b None None] Pushing event updated for resources: {'Port': ['ID=d3d2e5d7-0c5d-478e-b748-da73f090034c,revision_number=2']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:11.073493 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1f974-c518-4753-807e-9b57d7f11e4b req-43073074-923e-4da9-b653-ce926f3a7435 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:11.075063 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-62d1f974-c518-4753-807e-9b57d7f11e4b req-43073074-923e-4da9-b653-ce926f3a7435 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.1256411 Feb 18 16:38:11.101778 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Publish callbacks [] for router_gateway (d948b654-d4ef-43e4-b9c1-47f96e62ac7b), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:11.242636 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb328d7a-3aa4-4b87-9866-6a10f18136c4 req-bd3b5f6d-2173-4d3e-b0c8-34bc0e47f099 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:11.244369 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fb328d7a-3aa4-4b87-9866-6a10f18136c4 req-bd3b5f6d-2173-4d3e-b0c8-34bc0e47f099 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.1172309 Feb 18 16:38:11.259780 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-62d1f974-c518-4753-807e-9b57d7f11e4b req-de2957d8-0090-4cd1-95eb-b97b9a775e1d tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1685727 Feb 18 16:38:11.260914 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Publish callbacks [] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), precommit_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:11.279542 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:11.399891 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fb328d7a-3aa4-4b87-9866-6a10f18136c4 req-5682a210-f4e2-4d61-aceb-d0b5ffe2add7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386557 Feb 18 16:38:11.403465 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e42836-b371-4c97-8e89-418bcbb2597d req-c2f2d617-caca-4e85-97ef-0f3e19915808 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:11.420888 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d4e42836-b371-4c97-8e89-418bcbb2597d req-c2f2d617-caca-4e85-97ef-0f3e19915808 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 945 time: 0.1860366 Feb 18 16:38:11.452170 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa852285-ae8a-4536-8cbf-75060c92fcd3 None None] Pushing event updated for resources: {'Port': ['ID=82b03cfa-62cd-4dd3-b109-f1bb8c3a523e,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:11.572981 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f8ea9-dee2-4e0f-aa1e-eec10a6e2cdd req-6cba4d20-3e32-462f-85d5-399704b5fcf8 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:11.574637 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2d9f8ea9-dee2-4e0f-aa1e-eec10a6e2cdd req-6cba4d20-3e32-462f-85d5-399704b5fcf8 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.1727500 Feb 18 16:38:11.587185 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Attempting to bind port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:38:11.587554 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Attempting to bind port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': 'ddebdcaa-da2c-4a74-8328-82bc2693eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:38:11.587917 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Attempting to bind port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e on network 2b811648-c80d-4727-bdca-d48aeebc54a0 {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:38:11.603510 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:38:11.603878 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Checking segment: {'id': 'ddebdcaa-da2c-4a74-8328-82bc2693eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:38:11.604293 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:11.604690 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Bound using segment: {'id': 'ddebdcaa-da2c-4a74-8328-82bc2693eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:38:11.605176 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Bound port: 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddebdcaa-da2c-4a74-8328-82bc2693eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:38:11.605837 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:11.626628 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594459'] for router (d948b654-d4ef-43e4-b9c1-47f96e62ac7b), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:11.751111 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2d9f8ea9-dee2-4e0f-aa1e-eec10a6e2cdd req-70c7edfa-72d9-4a26-949a-e4a135280735 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703491 Feb 18 16:38:11.764515 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] For port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:38:11.771986 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] For port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=82b03cfa-62cd-4dd3-b109-f1bb8c3a523e,segment=NetworkSegment(ddebdcaa-da2c-4a74-8328-82bc2693eb85),segment_id=ddebdcaa-da2c-4a74-8328-82bc2693eb85)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:38:11.785622 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:11.788956 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66388a79-a349-4a5e-9211-2c3b12cc1d6b req-6e87c62c-0cfb-4553-9560-9df73c765fc1 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:11.790760 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-66388a79-a349-4a5e-9211-2c3b12cc1d6b req-6e87c62c-0cfb-4553-9560-9df73c765fc1 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 945 time: 0.1828065 Feb 18 16:38:11.858169 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-d4e42836-b371-4c97-8e89-418bcbb2597d req-898c248f-294b-4257-b341-0e6db54f800f tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Deleting port 5200de5a-0263-4c61-8931-f7defaf42c8b {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:38:11.858512 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-d4e42836-b371-4c97-8e89-418bcbb2597d req-898c248f-294b-4257-b341-0e6db54f800f tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (5200de5a-0263-4c61-8931-f7defaf42c8b), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:11.894257 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-66388a79-a349-4a5e-9211-2c3b12cc1d6b req-e5defc20-3fa7-4961-87ee-dbf84e0d423f tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947669 Feb 18 16:38:11.939142 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Routers {'ec7946fd-ac37-49a0-b9f7-3529da587111'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:38:11.939868 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:38:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['ec7946fd-ac37-49a0-b9f7-3529da587111'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:11.998252 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Router d948b654-d4ef-43e4-b9c1-47f96e62ac7b is scheduled to L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a with binding_index 1 {{(pid=102871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 16:38:12.009085 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-d4e42836-b371-4c97-8e89-418bcbb2597d req-898c248f-294b-4257-b341-0e6db54f800f tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] For port 5200de5a-0263-4c61-8931-f7defaf42c8b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5200de5a-0263-4c61-8931-f7defaf42c8b,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:12.009085 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-d4e42836-b371-4c97-8e89-418bcbb2597d req-898c248f-294b-4257-b341-0e6db54f800f tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (5200de5a-0263-4c61-8931-f7defaf42c8b), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:12.027334 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-ffa469b9-e93c-4839-8a3b-837b50442ed0 None None] Provisioning complete for port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:12.027884 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-ffa469b9-e93c-4839-8a3b-837b50442ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:12.038999 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-d4e42836-b371-4c97-8e89-418bcbb2597d req-898c248f-294b-4257-b341-0e6db54f800f tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Calling delete_port for 5200de5a-0263-4c61-8931-f7defaf42c8b owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:38:12.051631 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa852285-ae8a-4536-8cbf-75060c92fcd3 None None] Pushing event updated for resources: {'Port': ['ID=82b03cfa-62cd-4dd3-b109-f1bb8c3a523e,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:12.219151 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] Set router ec7946fd-ac37-49a0-b9f7-3529da587111 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:38:12.253354 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:38:12.265850 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Sync routers for ids ['d948b654-d4ef-43e4-b9c1-47f96e62ac7b'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:38:12.294154 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-ffa469b9-e93c-4839-8a3b-837b50442ed0 None None] Current status of the port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:12.294713 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-ffa469b9-e93c-4839-8a3b-837b50442ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:12.305315 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:12.309283 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-460b4318-6767-4c8c-bf68-3920ed579c83 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0319269 Feb 18 16:38:12.310831 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 59532) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:12.333534 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Routers {'d948b654-d4ef-43e4-b9c1-47f96e62ac7b'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:38:12.335896 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:38:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['d948b654-d4ef-43e4-b9c1-47f96e62ac7b'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:12.382074 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-d4e42836-b371-4c97-8e89-418bcbb2597d req-898c248f-294b-4257-b341-0e6db54f800f tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (5200de5a-0263-4c61-8931-f7defaf42c8b), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:12.466024 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['026276bc-60a5-4c70-9209-e90f3e149e42', 'b10f8196-3cbf-453e-94cf-7577cfd9471d', '906d4cee-f7a7-4cb9-8e09-e8e32da50887', '5200de5a-0263-4c61-8931-f7defaf42c8b'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:38:12.488762 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e42836-b371-4c97-8e89-418bcbb2597d req-898c248f-294b-4257-b341-0e6db54f800f tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] No DVR routers for this DVR port 5200de5a-0263-4c61-8931-f7defaf42c8b on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:38:12.491760 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-d4e42836-b371-4c97-8e89-418bcbb2597d req-898c248f-294b-4257-b341-0e6db54f800f tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:12.497064 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d4e42836-b371-4c97-8e89-418bcbb2597d req-898c248f-294b-4257-b341-0e6db54f800f tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.71 "DELETE /v2.0/ports/5200de5a-0263-4c61-8931-f7defaf42c8b HTTP/1.1" status: 204 len: 173 time: 1.0734260 Feb 18 16:38:12.503842 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8284ce-57d5-41d6-b074-3d404dfad395', 'name': 'network-vif-deleted', 'tag': '5200de5a-0263-4c61-8931-f7defaf42c8b'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:38:12.510181 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f1dac9-c1dc-48be-a183-8932ae1ca744" -d '{"events": [{"server_uuid": "6c8284ce-57d5-41d6-b074-3d404dfad395", "name": "network-vif-deleted", "tag": "5200de5a-0263-4c61-8931-f7defaf42c8b"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:38:12.530793 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-ffa469b9-e93c-4839-8a3b-837b50442ed0 None None] For port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=82b03cfa-62cd-4dd3-b109-f1bb8c3a523e,segment=NetworkSegment(ddebdcaa-da2c-4a74-8328-82bc2693eb85),segment_id=ddebdcaa-da2c-4a74-8328-82bc2693eb85)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:12.558091 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221f5a0-15d3-480a-b029-3b1dda175603 req-e1a74e4a-8561-4617-ad71-e59b0eb39dfa tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:12.579557 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8221f5a0-15d3-480a-b029-3b1dda175603 req-e1a74e4a-8561-4617-ad71-e59b0eb39dfa tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.1508319 Feb 18 16:38:12.689634 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c248f-294b-4257-b341-0e6db54f800f tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Pushing event deleted for resources: {'Port': ['ID=5200de5a-0263-4c61-8931-f7defaf42c8b,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:12.709147 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-ffa469b9-e93c-4839-8a3b-837b50442ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:12.840902 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8221f5a0-15d3-480a-b029-3b1dda175603 req-ae12a9fc-b534-45e2-97b7-25a93d6e13da tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2542448 Feb 18 16:38:12.895024 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd6773-c768-4f30-a524-8d34b95f3621 req-0cf1f5fb-f2da-4c19-8a5d-87f920d39958 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:12.913322 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-74dd6773-c768-4f30-a524-8d34b95f3621 req-0cf1f5fb-f2da-4c19-8a5d-87f920d39958 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.3155622 Feb 18 16:38:12.915680 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Set router d948b654-d4ef-43e4-b9c1-47f96e62ac7b gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:38:13.018241 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-74dd6773-c768-4f30-a524-8d34b95f3621 req-b84d4d61-0b57-411c-b8be-a20ab97f8ed0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960083 Feb 18 16:38:13.126260 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9870240c-1e4e-467a-b618-ce1a55e1f916 x-openstack-request-id: req-9870240c-1e4e-467a-b618-ce1a55e1f916 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:38:13.126897 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8284ce-57d5-41d6-b074-3d404dfad395", "name": "network-vif-deleted", "tag": "5200de5a-0263-4c61-8931-f7defaf42c8b", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:38:13.127461 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9870240c-1e4e-467a-b618-ce1a55e1f916 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:38:13.128032 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8284ce-57d5-41d6-b074-3d404dfad395', 'name': 'network-vif-deleted', 'tag': '5200de5a-0263-4c61-8931-f7defaf42c8b', 'status': 'completed', 'code': 200} Feb 18 16:38:13.273414 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-036e77db-7239-4d4b-81ed-d79123870453 None None] Provisioning complete for port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:13.274023 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-036e77db-7239-4d4b-81ed-d79123870453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:13.275699 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1d9d5-202f-46e8-bb98-d9a845268309 req-a30f4bdb-bd65-4cd8-866c-dd5b94e5783a tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:13.277212 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5ad1d9d5-202f-46e8-bb98-d9a845268309 req-a30f4bdb-bd65-4cd8-866c-dd5b94e5783a tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.1869931 Feb 18 16:38:13.299521 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd05d8b-4ef8-4ad5-8ffe-b4926db59067 None None] Network c5e3f3c3-26cb-4a06-98a7-963a924fcac9 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:38:13.302115 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa469b9-e93c-4839-8a3b-837b50442ed0 None None] Pushing event updated for resources: {'Port': ['ID=82b03cfa-62cd-4dd3-b109-f1bb8c3a523e,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:13.453749 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'name': 'tempest-TestMinimumBasicScenario-1249699461-router', 'tenant_id': 'f96dc46d644e48d9884a699ce6600e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '1b6daf00-b333-4cfc-87d1-34c2909891f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:09Z', 'updated_at': '2022-02-18T16:38:10Z', 'revision_number': 3, 'project_id': 'f96dc46d644e48d9884a699ce6600e37', 'gw_port': {'id': '1b6daf00-b333-4cfc-87d1-34c2909891f2', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:10Z', 'updated_at': '2022-02-18T16:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:13.465632 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-73944120-e07a-4fec-abbb-da0352fde55a req-e1ade32f-75f6-4c72-8cab-853ad6c31ea8 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8284ce-57d5-41d6-b074-3d404dfad395 HTTP/1.1" status: 200 len: 210 time: 0.1289241 Feb 18 16:38:13.494560 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device d3d2e5d7-0c5d-478e-b748-da73f090034c up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:38:13.514868 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Checking router: d948b654-d4ef-43e4-b9c1-47f96e62ac7b for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:38:13.515213 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Updating router d948b654-d4ef-43e4-b9c1-47f96e62ac7b port 1b6daf00-b333-4cfc-87d1-34c2909891f2 binding host dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:38:13.523488 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5ad1d9d5-202f-46e8-bb98-d9a845268309 req-2bddbec5-0420-4952-84dc-39933ab27b9f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131193 Feb 18 16:38:13.576523 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (1b6daf00-b333-4cfc-87d1-34c2909891f2), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:13.584611 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:13.963356 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'name': 'tempest-TestMinimumBasicScenario-1956304153-router', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:01Z', 'updated_at': '2022-02-18T16:38:06Z', 'revision_number': 4, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'gw_port': {'id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:03Z', 'updated_at': '2022-02-18T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '82b03cfa-62cd-4dd3-b109-f1bb8c3a523e', 'name': '', 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'mac_address': 'fa:16:3e:84:e2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '21dc5282-029c-4312-8015-90573d273182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:05Z', 'updated_at': '2022-02-18T16:38:11Z', 'revision_number': 4, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'subnets': [{'id': '21dc5282-029c-4312-8015-90573d273182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:13.966630 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Allocated IP 172.20.0.1 (c5e3f3c3-26cb-4a06-98a7-963a924fcac9/c39355e4-dd07-4f95-8c9d-ff2866341575/bcf25a20-1170-43a0-b665-91eab491154e) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:38:13.969152 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port d3d2e5d7-0c5d-478e-b748-da73f090034c triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:13.976429 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (d3d2e5d7-0c5d-478e-b748-da73f090034c), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:13.996988 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-036e77db-7239-4d4b-81ed-d79123870453 None None] Current status of the port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:14.034600 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71421d4c-f412-461d-9bae-fae194f41813 req-c127efd8-d3ec-4b1f-afdb-9c3968aecc11 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:14.043951 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-71421d4c-f412-461d-9bae-fae194f41813 req-c127efd8-d3ec-4b1f-afdb-9c3968aecc11 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0958214 Feb 18 16:38:14.145972 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-71421d4c-f412-461d-9bae-fae194f41813 req-691f1051-a8ab-49a6-ad6c-25e37bb817e0 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007314 Feb 18 16:38:14.161578 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4123c984-b159-4a3e-ba08-771534c44ef4 None None] The sync data for ids ['ec7946fd-ac37-49a0-b9f7-3529da587111'] in dv-cinder-826607-4-iscsi is: [{'id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'name': 'tempest-TestMinimumBasicScenario-1956304153-router', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:01Z', 'updated_at': '2022-02-18T16:38:06Z', 'revision_number': 4, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'gw_port': {'id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:03Z', 'updated_at': '2022-02-18T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '82b03cfa-62cd-4dd3-b109-f1bb8c3a523e', 'name': '', 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'mac_address': 'fa:16:3e:84:e2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '21dc5282-029c-4312-8015-90573d273182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:05Z', 'updated_at': '2022-02-18T16:38:11Z', 'revision_number': 4, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'subnets': [{'id': '21dc5282-029c-4312-8015-90573d273182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:38:14.192947 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Publish callbacks [] for port (bcf25a20-1170-43a0-b665-91eab491154e), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:14.213124 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-170cdb83-f945-49a2-bcf9-e86694f3997c None None] Provisioning complete for port d3d2e5d7-0c5d-478e-b748-da73f090034c triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:14.213550 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-170cdb83-f945-49a2-bcf9-e86694f3997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (d3d2e5d7-0c5d-478e-b748-da73f090034c), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:14.311637 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae365de-2d85-4e50-8000-ccf14b1d4b80 req-a4ce1ebf-1204-4156-9787-ab2f0ad39f0f tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:14.313253 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fae365de-2d85-4e50-8000-ccf14b1d4b80 req-a4ce1ebf-1204-4156-9787-ab2f0ad39f0f tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.1465790 Feb 18 16:38:14.327698 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Publish callbacks [] for port (1b6daf00-b333-4cfc-87d1-34c2909891f2), precommit_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:14.335481 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (bcf25a20-1170-43a0-b665-91eab491154e), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:14.353519 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (1b6daf00-b333-4cfc-87d1-34c2909891f2), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:14.414102 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56821f5f-16a8-4e5a-b29c-64c90eb357b7 None None] Pushing event updated for resources: {'Port': ['ID=1b6daf00-b333-4cfc-87d1-34c2909891f2,revision_number=2']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:14.446347 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Attempting to bind port 1b6daf00-b333-4cfc-87d1-34c2909891f2 on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:38:14.446739 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Attempting to bind port 1b6daf00-b333-4cfc-87d1-34c2909891f2 by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:38:14.447101 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Attempting to bind port 1b6daf00-b333-4cfc-87d1-34c2909891f2 on network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:38:14.455261 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:38:14.455989 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Checking segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:38:14.455989 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:14.456390 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Bound using segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:38:14.457497 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Bound port: 1b6daf00-b333-4cfc-87d1-34c2909891f2, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:38:14.457995 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (1b6daf00-b333-4cfc-87d1-34c2909891f2), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:14.459739 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Network c5e3f3c3-26cb-4a06-98a7-963a924fcac9 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:38:14.466376 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:38:14.490130 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:38:14.494579 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fae365de-2d85-4e50-8000-ccf14b1d4b80 req-1ba4a458-7731-42bf-aca3-6529e7bd2591 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448436 Feb 18 16:38:14.558973 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] For port 1b6daf00-b333-4cfc-87d1-34c2909891f2, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:38:14.567264 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] For port 1b6daf00-b333-4cfc-87d1-34c2909891f2, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=1b6daf00-b333-4cfc-87d1-34c2909891f2,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:38:14.599084 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (1b6daf00-b333-4cfc-87d1-34c2909891f2), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:14.628829 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf25a20-1170-43a0-b665-91eab491154e,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:14.651421 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-170cdb83-f945-49a2-bcf9-e86694f3997c None None] Current status of the port d3d2e5d7-0c5d-478e-b748-da73f090034c is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:14.652050 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-170cdb83-f945-49a2-bcf9-e86694f3997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (d3d2e5d7-0c5d-478e-b748-da73f090034c), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:14.656267 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593960'] for router_interface (d948b654-d4ef-43e4-b9c1-47f96e62ac7b), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:14.787825 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Routers {'d948b654-d4ef-43e4-b9c1-47f96e62ac7b'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:38:14.790211 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port d3d2e5d7-0c5d-478e-b748-da73f090034c is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:14.790627 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (d3d2e5d7-0c5d-478e-b748-da73f090034c), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:14.792762 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:38:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['d948b654-d4ef-43e4-b9c1-47f96e62ac7b'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:14.893889 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e11c0-44cb-46df-b4e7-89b0b52f3829 req-208dd22a-9835-4843-8322-0bf8b7284b2b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:14.904642 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b67e11c0-44cb-46df-b4e7-89b0b52f3829 req-208dd22a-9835-4843-8322-0bf8b7284b2b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.1762540 Feb 18 16:38:14.918993 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-170cdb83-f945-49a2-bcf9-e86694f3997c None None] For port d3d2e5d7-0c5d-478e-b748-da73f090034c, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=d3d2e5d7-0c5d-478e-b748-da73f090034c,segment=NetworkSegment(aae9bfa0-696c-4666-b299-ab5057f0fffb),segment_id=aae9bfa0-696c-4666-b299-ab5057f0fffb)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:14.951747 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-170cdb83-f945-49a2-bcf9-e86694f3997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (d3d2e5d7-0c5d-478e-b748-da73f090034c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:14.981190 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56821f5f-16a8-4e5a-b29c-64c90eb357b7 None None] Pushing event updated for resources: {'Port': ['ID=1b6daf00-b333-4cfc-87d1-34c2909891f2,revision_number=3']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:15.005160 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (bcf25a20-1170-43a0-b665-91eab491154e), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:15.043394 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b67e11c0-44cb-46df-b4e7-89b0b52f3829 req-3692cf26-7010-48fd-9429-202a8345f4cf tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371977 Feb 18 16:38:15.228240 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] Set router d948b654-d4ef-43e4-b9c1-47f96e62ac7b gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:38:15.231847 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.db.api [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 16:38:15.232282 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG oslo_db.api [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 16:38:15.301774 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-b7e06001-d110-4f7c-9a5f-428b8a61190f None None] Provisioning complete for port d3d2e5d7-0c5d-478e-b748-da73f090034c triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:15.302165 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-b7e06001-d110-4f7c-9a5f-428b8a61190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (d3d2e5d7-0c5d-478e-b748-da73f090034c), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:15.313238 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170cdb83-f945-49a2-bcf9-e86694f3997c None None] Pushing event updated for resources: {'Port': ['ID=d3d2e5d7-0c5d-478e-b748-da73f090034c,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:15.390170 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34625531-ab5f-41d9-817b-12cfcbf5e7af req-10e45c58-386e-4a35-8081-5eaa9acf101b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:15.398097 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-34625531-ab5f-41d9-817b-12cfcbf5e7af req-10e45c58-386e-4a35-8081-5eaa9acf101b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.1083031 Feb 18 16:38:15.440028 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Publish callbacks [] for port (bcf25a20-1170-43a0-b665-91eab491154e), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:15.466339 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (bcf25a20-1170-43a0-b665-91eab491154e), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:15.506143 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-b7e06001-d110-4f7c-9a5f-428b8a61190f None None] Current status of the port d3d2e5d7-0c5d-478e-b748-da73f090034c is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:15.510530 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-34625531-ab5f-41d9-817b-12cfcbf5e7af req-cce8ce4f-95e7-445a-bc78-1a27a4efad51 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113310 Feb 18 16:38:15.570113 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf25a20-1170-43a0-b665-91eab491154e,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:15.602997 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'name': 'tempest-TestMinimumBasicScenario-1249699461-router', 'tenant_id': 'f96dc46d644e48d9884a699ce6600e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '1b6daf00-b333-4cfc-87d1-34c2909891f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:09Z', 'updated_at': '2022-02-18T16:38:10Z', 'revision_number': 3, 'project_id': 'f96dc46d644e48d9884a699ce6600e37', 'gw_port': {'id': '1b6daf00-b333-4cfc-87d1-34c2909891f2', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:10Z', 'updated_at': '2022-02-18T16:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:15.621170 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593988'] for router_interface (d948b654-d4ef-43e4-b9c1-47f96e62ac7b), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:15.643852 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-13f6e962-6659-415e-9022-a64acb3f5abe None None] Provisioning complete for port bcf25a20-1170-43a0-b665-91eab491154e triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:15.644235 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-13f6e962-6659-415e-9022-a64acb3f5abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (bcf25a20-1170-43a0-b665-91eab491154e), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:15.685052 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3266fa-b6f9-44cd-89ec-a143d295e6ec None None] The sync data for ids ['d948b654-d4ef-43e4-b9c1-47f96e62ac7b'] in dv-cinder-826607-4-iscsi is: [{'id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'name': 'tempest-TestMinimumBasicScenario-1249699461-router', 'tenant_id': 'f96dc46d644e48d9884a699ce6600e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '1b6daf00-b333-4cfc-87d1-34c2909891f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:09Z', 'updated_at': '2022-02-18T16:38:10Z', 'revision_number': 3, 'project_id': 'f96dc46d644e48d9884a699ce6600e37', 'gw_port': {'id': '1b6daf00-b333-4cfc-87d1-34c2909891f2', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:10Z', 'updated_at': '2022-02-18T16:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:38:15.719097 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc9417-5617-4611-bcf3-1ef884ed4b04 req-fc8fd19b-890f-495c-ae82-1ea9fafff0fe tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:15.721084 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-13f6e962-6659-415e-9022-a64acb3f5abe None None] Port bcf25a20-1170-43a0-b665-91eab491154e cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:38:15.723518 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d0cc9417-5617-4611-bcf3-1ef884ed4b04 req-fc8fd19b-890f-495c-ae82-1ea9fafff0fe tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0949898 Feb 18 16:38:15.810735 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d0cc9417-5617-4611-bcf3-1ef884ed4b04 req-a39f05e1-b9c4-41f2-8aaf-9c5273692bc7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803471 Feb 18 16:38:15.824520 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port d3d2e5d7-0c5d-478e-b748-da73f090034c is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:15.825252 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Network c5e3f3c3-26cb-4a06-98a7-963a924fcac9 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:38:15.841882 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:38:16.073511 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Router d948b654-d4ef-43e4-b9c1-47f96e62ac7b has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:38:16.268031 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-9de074bb-0bd5-4538-bd6a-51b3fdcda60e None None] Provisioning complete for port bcf25a20-1170-43a0-b665-91eab491154e triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:16.268484 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9de074bb-0bd5-4538-bd6a-51b3fdcda60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (bcf25a20-1170-43a0-b665-91eab491154e), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:16.305116 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device d3d2e5d7-0c5d-478e-b748-da73f090034c up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:38:16.317275 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce915637-e426-4eeb-aa5a-319588ccea73 req-165f07db-7ff0-4ace-87c5-e7616668e9a9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:16.324107 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ce915637-e426-4eeb-aa5a-319588ccea73 req-165f07db-7ff0-4ace-87c5-e7616668e9a9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.1211548 Feb 18 16:38:16.327578 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:38:16.345444 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-48cba9cd-5d42-4288-b44d-3362136236c0 admin admin] 10.222.0.36 "PUT /v2.0/routers/d948b654-d4ef-43e4-b9c1-47f96e62ac7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0258868 Feb 18 16:38:16.349079 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-9de074bb-0bd5-4538-bd6a-51b3fdcda60e None None] Port bcf25a20-1170-43a0-b665-91eab491154e cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:38:16.384205 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port d3d2e5d7-0c5d-478e-b748-da73f090034c triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:16.384591 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (d3d2e5d7-0c5d-478e-b748-da73f090034c), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:16.395119 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e7cc8-dcb5-451c-a235-73a96c24a0ae req-02e6cbd6-d5db-46e3-816b-dcab203e3354 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:16.402267 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7f7e7cc8-dcb5-451c-a235-73a96c24a0ae req-02e6cbd6-d5db-46e3-816b-dcab203e3354 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 945 time: 0.1363707 Feb 18 16:38:16.449961 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ce915637-e426-4eeb-aa5a-319588ccea73 req-a04f2ffd-434c-41c7-9a51-859d13828ece tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246300 Feb 18 16:38:16.498441 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7f7e7cc8-dcb5-451c-a235-73a96c24a0ae req-f32d9f8c-95e0-4ee0-b599-065e7974653a tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951359 Feb 18 16:38:16.501992 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port d3d2e5d7-0c5d-478e-b748-da73f090034c is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:16.503286 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:38:16.533469 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 5200de5a-0263-4c61-8931-f7defaf42c8b no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:38:16.565460 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: 5200de5a-0263-4c61-8931-f7defaf42c8b {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:38:16.565908 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 5200de5a-0263-4c61-8931-f7defaf42c8b not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:38:16.582531 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:16.583003 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:16.673482 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:16.713196 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba70e6f-39b1-4a2b-ab6a-d5fba09ff884 req-b6055046-a0b7-488e-bb9d-1b67da3125e5 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:16.714894 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1ba70e6f-39b1-4a2b-ab6a-d5fba09ff884 req-b6055046-a0b7-488e-bb9d-1b67da3125e5 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0873322 Feb 18 16:38:16.769891 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1ba70e6f-39b1-4a2b-ab6a-d5fba09ff884 req-0cb688fe-8e3e-4666-8655-fd73b83decda tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484331 Feb 18 16:38:16.899539 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a62c2-96fd-4178-8b76-ecfe037d37ac req-21032e27-3961-45e6-a0d1-d90b33677d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:16.913044 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b03a62c2-96fd-4178-8b76-ecfe037d37ac req-21032e27-3961-45e6-a0d1-d90b33677d8a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e745c53f42364825b2b8bdb6a6741075&device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 1129 time: 0.0778296 Feb 18 16:38:16.974475 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da247130-0064-488e-b356-91e2116ef38e req-184ee599-2404-441f-b895-fbb3784b4c0a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:16.976326 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-da247130-0064-488e-b356-91e2116ef38e req-184ee599-2404-441f-b895-fbb3784b4c0a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0748625 Feb 18 16:38:17.034562 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-da247130-0064-488e-b356-91e2116ef38e req-6af9a2d4-7239-4379-8ade-c8d54b1661cb tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499446 Feb 18 16:38:17.279322 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a62c2-96fd-4178-8b76-ecfe037d37ac req-5a9e2908-9b29-4669-b4e6-ae3c687dc498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:17.283398 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b03a62c2-96fd-4178-8b76-ecfe037d37ac req-5a9e2908-9b29-4669-b4e6-ae3c687dc498 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bd8dd797-fe66-4c99-94a2-e13cd1572e21 HTTP/1.1" status: 200 len: 917 time: 0.3567944 Feb 18 16:38:17.365261 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b03a62c2-96fd-4178-8b76-ecfe037d37ac req-10cf78ba-198d-430b-98f8-7b7f42ad4b73 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efb85b90-8a8a-47b7-885d-98467875b692 HTTP/1.1" status: 200 len: 1000 time: 0.0731206 Feb 18 16:38:17.433091 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a62c2-96fd-4178-8b76-ecfe037d37ac req-23149d23-303f-433f-ab79-46d78001c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:17.435047 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b03a62c2-96fd-4178-8b76-ecfe037d37ac req-23149d23-303f-433f-ab79-46d78001c025 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebd8b386-a802-4950-b96c-778f7be7d919 HTTP/1.1" status: 200 len: 855 time: 0.0621939 Feb 18 16:38:17.510643 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a62c2-96fd-4178-8b76-ecfe037d37ac req-e302cb5e-11ab-47fc-9569-902308af2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:17.512279 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b03a62c2-96fd-4178-8b76-ecfe037d37ac req-e302cb5e-11ab-47fc-9569-902308af2f31 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bd8dd797-fe66-4c99-94a2-e13cd1572e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570588 Feb 18 16:38:17.637688 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1714744-8db4-4d35-89ba-a0ce7c4c0688 req-37303b72-7b13-4be3-aa03-b50a3fa53360 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:17.641367 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b03a62c2-96fd-4178-8b76-ecfe037d37ac req-5a9daa72-3847-4141-b17c-6d3edee133cf service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190889 Feb 18 16:38:17.646381 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e1714744-8db4-4d35-89ba-a0ce7c4c0688 req-37303b72-7b13-4be3-aa03-b50a3fa53360 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.1111355 Feb 18 16:38:17.679543 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc27cee-50a9-4ed0-954b-2f54bad32c5c req-e6949cfb-fca5-40c6-a4a1-daf589fd98ab tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:17.681154 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bcc27cee-50a9-4ed0-954b-2f54bad32c5c req-e6949cfb-fca5-40c6-a4a1-daf589fd98ab tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 945 time: 0.1029229 Feb 18 16:38:17.748349 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e1714744-8db4-4d35-89ba-a0ce7c4c0688 req-ab15e34e-b9ae-4d8f-95da-41f64a39fa0c tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948262 Feb 18 16:38:17.752134 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b03a62c2-96fd-4178-8b76-ecfe037d37ac req-0fa84202-84d8-48dc-8564-ef6a6ada73ba service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006258 Feb 18 16:38:17.786011 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bcc27cee-50a9-4ed0-954b-2f54bad32c5c req-ca157eca-6d80-4838-9d4b-78e7fab65fa9 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753305 Feb 18 16:38:17.982590 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e3d05-2e37-4636-b374-f967d3a565c9 req-5931665c-c9f4-4902-955d-c6b2ee07d3bc tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:17.984159 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ae2e3d05-2e37-4636-b374-f967d3a565c9 req-5931665c-c9f4-4902-955d-c6b2ee07d3bc tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.1213031 Feb 18 16:38:18.004371 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 1b6daf00-b333-4cfc-87d1-34c2909891f2 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:38:18.176135 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 1b6daf00-b333-4cfc-87d1-34c2909891f2 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:18.176519 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (1b6daf00-b333-4cfc-87d1-34c2909891f2), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:18.200686 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ae2e3d05-2e37-4636-b374-f967d3a565c9 req-2a90a285-fa14-4a5a-b392-3da9e5e7ef06 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1901052 Feb 18 16:38:18.224731 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6acf2-6391-48a3-97d4-52c7e5d9a7ce req-7541d7f0-e1bb-4e7a-9236-84283ff2876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:18.228223 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-ecd6acf2-6391-48a3-97d4-52c7e5d9a7ce req-7541d7f0-e1bb-4e7a-9236-84283ff2876d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 1129 time: 0.1398008 Feb 18 16:38:18.248214 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Sync routers for ids ['d948b654-d4ef-43e4-b9c1-47f96e62ac7b'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:38:18.265694 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Routers {'d948b654-d4ef-43e4-b9c1-47f96e62ac7b'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:38:18.266703 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:38:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['d948b654-d4ef-43e4-b9c1-47f96e62ac7b'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:18.274115 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5a9c4-c34f-45bd-955c-707d2bba601b req-c63996b3-7505-4a99-b260-40d3287c92c0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:18.276557 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-76a5a9c4-c34f-45bd-955c-707d2bba601b req-c63996b3-7505-4a99-b260-40d3287c92c0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.0831702 Feb 18 16:38:18.306420 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-ecd6acf2-6391-48a3-97d4-52c7e5d9a7ce req-f6b733e1-b20d-4e7f-a83e-4bf54d85b545 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658486 Feb 18 16:38:18.345979 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-76a5a9c4-c34f-45bd-955c-707d2bba601b req-379df1b3-96e5-4a42-968d-35864f9236c1 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549917 Feb 18 16:38:18.428257 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 1b6daf00-b333-4cfc-87d1-34c2909891f2 is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:18.428636 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (1b6daf00-b333-4cfc-87d1-34c2909891f2), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:18.435355 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Set router d948b654-d4ef-43e4-b9c1-47f96e62ac7b gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:38:18.485931 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] For port 1b6daf00-b333-4cfc-87d1-34c2909891f2, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=1b6daf00-b333-4cfc-87d1-34c2909891f2,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:18.494083 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (1b6daf00-b333-4cfc-87d1-34c2909891f2), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:18.745211 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Pushing event updated for resources: {'Port': ['ID=1b6daf00-b333-4cfc-87d1-34c2909891f2,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:18.912141 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'name': 'tempest-TestMinimumBasicScenario-1249699461-router', 'tenant_id': 'f96dc46d644e48d9884a699ce6600e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '1b6daf00-b333-4cfc-87d1-34c2909891f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:09Z', 'updated_at': '2022-02-18T16:38:14Z', 'revision_number': 4, 'project_id': 'f96dc46d644e48d9884a699ce6600e37', 'gw_port': {'id': '1b6daf00-b333-4cfc-87d1-34c2909891f2', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:10Z', 'updated_at': '2022-02-18T16:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': 'bcf25a20-1170-43a0-b665-91eab491154e', 'name': '', 'network_id': 'c5e3f3c3-26cb-4a06-98a7-963a924fcac9', 'tenant_id': 'f96dc46d644e48d9884a699ce6600e37', 'mac_address': 'fa:16:3e:3f:3c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c39355e4-dd07-4f95-8c9d-ff2866341575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:13Z', 'updated_at': '2022-02-18T16:38:15Z', 'revision_number': 2, 'project_id': 'f96dc46d644e48d9884a699ce6600e37', 'subnets': [{'id': 'c39355e4-dd07-4f95-8c9d-ff2866341575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:18.950297 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Checking router: d948b654-d4ef-43e4-b9c1-47f96e62ac7b for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:38:18.951028 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Updating router d948b654-d4ef-43e4-b9c1-47f96e62ac7b port bcf25a20-1170-43a0-b665-91eab491154e binding host dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:38:18.968991 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73706235-cf27-48a2-baea-a430519bdc5e req-916c3f12-0b70-4428-a517-8d6bcd5f8596 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:18.976070 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-73706235-cf27-48a2-baea-a430519bdc5e req-916c3f12-0b70-4428-a517-8d6bcd5f8596 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.71 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 945 time: 0.1557946 Feb 18 16:38:19.001929 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (bcf25a20-1170-43a0-b665-91eab491154e), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:19.072558 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89b46b-db9d-4926-adb5-8fae39af0b5e req-776f3439-2494-4f8b-aa0f-ea7c352c2414 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:19.082263 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4f89b46b-db9d-4926-adb5-8fae39af0b5e req-776f3439-2494-4f8b-aa0f-ea7c352c2414 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.2128446 Feb 18 16:38:19.107954 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-73706235-cf27-48a2-baea-a430519bdc5e req-33eae266-67f5-4775-bbcc-ea81ce6132bd tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Deleting port 906d4cee-f7a7-4cb9-8e09-e8e32da50887 {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:38:19.108307 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-73706235-cf27-48a2-baea-a430519bdc5e req-33eae266-67f5-4775-bbcc-ea81ce6132bd tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (906d4cee-f7a7-4cb9-8e09-e8e32da50887), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:19.146535 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9dcb3-8172-4fe8-a523-709e601d1f08 req-089c5cc8-1df9-43df-b359-fcc287fd098d tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:19.153206 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b7b9dcb3-8172-4fe8-a523-709e601d1f08 req-089c5cc8-1df9-43df-b359-fcc287fd098d tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 945 time: 0.2062025 Feb 18 16:38:19.269285 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4f89b46b-db9d-4926-adb5-8fae39af0b5e req-ae0169cb-17a9-4eeb-a763-8d466b77062c tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860466 Feb 18 16:38:19.350081 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b7b9dcb3-8172-4fe8-a523-709e601d1f08 req-311c2067-9906-42c0-a288-c96c94ef8747 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959391 Feb 18 16:38:19.357228 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-73706235-cf27-48a2-baea-a430519bdc5e req-33eae266-67f5-4775-bbcc-ea81ce6132bd tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] For port 906d4cee-f7a7-4cb9-8e09-e8e32da50887, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=906d4cee-f7a7-4cb9-8e09-e8e32da50887,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:19.357818 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-73706235-cf27-48a2-baea-a430519bdc5e req-33eae266-67f5-4775-bbcc-ea81ce6132bd tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (906d4cee-f7a7-4cb9-8e09-e8e32da50887), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:19.385840 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-73706235-cf27-48a2-baea-a430519bdc5e req-33eae266-67f5-4775-bbcc-ea81ce6132bd tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Calling delete_port for 906d4cee-f7a7-4cb9-8e09-e8e32da50887 owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:38:19.567427 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5103a-5b34-4898-92f1-704cc95ba90d req-52256284-0cdd-40d1-9599-a7e385c4f38d tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:19.574138 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3cb5103a-5b34-4898-92f1-704cc95ba90d req-52256284-0cdd-40d1-9599-a7e385c4f38d tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.1587474 Feb 18 16:38:19.588787 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Publish callbacks [] for port (bcf25a20-1170-43a0-b665-91eab491154e), precommit_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:19.597263 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2bef3-7089-4fd7-b102-7220bc47ebb3 req-3defb950-fa75-47c7-87c8-87a726d3a347 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:19.600073 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (bcf25a20-1170-43a0-b665-91eab491154e), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:19.603780 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-66c2bef3-7089-4fd7-b102-7220bc47ebb3 req-3defb950-fa75-47c7-87c8-87a726d3a347 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.1406238 Feb 18 16:38:19.653513 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-73706235-cf27-48a2-baea-a430519bdc5e req-33eae266-67f5-4775-bbcc-ea81ce6132bd tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (906d4cee-f7a7-4cb9-8e09-e8e32da50887), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:19.678628 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3cb5103a-5b34-4898-92f1-704cc95ba90d req-3de559a3-3966-473e-a4de-7cd8f4a65edc tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997033 Feb 18 16:38:19.710778 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-66c2bef3-7089-4fd7-b102-7220bc47ebb3 req-d0eff390-dca5-4001-9ad0-7652498998b5 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059880 Feb 18 16:38:19.725272 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eae266-67f5-4775-bbcc-ea81ce6132bd tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Pushing event deleted for resources: {'Port': ['ID=906d4cee-f7a7-4cb9-8e09-e8e32da50887,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:19.737150 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['026276bc-60a5-4c70-9209-e90f3e149e42', 'b10f8196-3cbf-453e-94cf-7577cfd9471d', '906d4cee-f7a7-4cb9-8e09-e8e32da50887'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:38:19.832679 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-73706235-cf27-48a2-baea-a430519bdc5e req-33eae266-67f5-4775-bbcc-ea81ce6132bd tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] No DVR routers for this DVR port 906d4cee-f7a7-4cb9-8e09-e8e32da50887 on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:38:19.851251 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-73706235-cf27-48a2-baea-a430519bdc5e req-33eae266-67f5-4775-bbcc-ea81ce6132bd tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:19.870139 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-73706235-cf27-48a2-baea-a430519bdc5e req-33eae266-67f5-4775-bbcc-ea81ce6132bd tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.71 "DELETE /v2.0/ports/906d4cee-f7a7-4cb9-8e09-e8e32da50887 HTTP/1.1" status: 204 len: 173 time: 0.8808057 Feb 18 16:38:19.870139 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5059995c-b17a-4cdd-ae4e-d520fa513ba3', 'name': 'network-vif-deleted', 'tag': '906d4cee-f7a7-4cb9-8e09-e8e32da50887'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:38:19.890245 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb3cc4a-03ef-4ed1-9c1f-6100ab185c4c" -d '{"events": [{"server_uuid": "5059995c-b17a-4cdd-ae4e-d520fa513ba3", "name": "network-vif-deleted", "tag": "906d4cee-f7a7-4cb9-8e09-e8e32da50887"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:38:19.930173 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c0f53-19d0-40a8-ab49-74577f90a182 None None] Pushing event updated for resources: {'Port': ['ID=bcf25a20-1170-43a0-b665-91eab491154e,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:19.971847 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Attempting to bind port bcf25a20-1170-43a0-b665-91eab491154e on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:38:19.972223 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Attempting to bind port bcf25a20-1170-43a0-b665-91eab491154e by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': 'aae9bfa0-696c-4666-b299-ab5057f0fffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c5e3f3c3-26cb-4a06-98a7-963a924fcac9'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:38:19.972589 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Attempting to bind port bcf25a20-1170-43a0-b665-91eab491154e on network c5e3f3c3-26cb-4a06-98a7-963a924fcac9 {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:38:19.975546 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0234fdf9-e0db-4bb1-bce0-c4cda84cee77 x-openstack-request-id: req-0234fdf9-e0db-4bb1-bce0-c4cda84cee77 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:38:19.975847 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5059995c-b17a-4cdd-ae4e-d520fa513ba3", "name": "network-vif-deleted", "tag": "906d4cee-f7a7-4cb9-8e09-e8e32da50887", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:38:19.976116 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0234fdf9-e0db-4bb1-bce0-c4cda84cee77 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:38:19.976515 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5059995c-b17a-4cdd-ae4e-d520fa513ba3', 'name': 'network-vif-deleted', 'tag': '906d4cee-f7a7-4cb9-8e09-e8e32da50887', 'status': 'completed', 'code': 200} Feb 18 16:38:20.048141 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 1b6daf00-b333-4cfc-87d1-34c2909891f2 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:38:20.100844 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:38:20.101406 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Checking segment: {'id': 'aae9bfa0-696c-4666-b299-ab5057f0fffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c5e3f3c3-26cb-4a06-98a7-963a924fcac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:38:20.101808 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:20.102203 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Bound using segment: {'id': 'aae9bfa0-696c-4666-b299-ab5057f0fffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c5e3f3c3-26cb-4a06-98a7-963a924fcac9'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:38:20.103776 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Bound port: bcf25a20-1170-43a0-b665-91eab491154e, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae9bfa0-696c-4666-b299-ab5057f0fffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c5e3f3c3-26cb-4a06-98a7-963a924fcac9'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:38:20.104508 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (bcf25a20-1170-43a0-b665-91eab491154e), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:20.108279 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdba14-f40e-4818-b34a-f0f5a39bd08a req-658818de-895b-4eed-924d-ba06689cbb97 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:20.110874 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-accdba14-f40e-4818-b34a-f0f5a39bd08a req-658818de-895b-4eed-924d-ba06689cbb97 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.1128469 Feb 18 16:38:20.156514 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-d9f4c5ce-16d4-46c2-9a05-cbf8c253b3b8 None None] Provisioning complete for port bcf25a20-1170-43a0-b665-91eab491154e triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:20.157323 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c5ce-16d4-46c2-9a05-cbf8c253b3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (bcf25a20-1170-43a0-b665-91eab491154e), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:20.205631 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-accdba14-f40e-4818-b34a-f0f5a39bd08a req-862764d1-e650-4f63-9ce4-9c3f1a3e1674 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792563 Feb 18 16:38:20.219960 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bb9e6-c0e5-4163-8bcd-b73cc066ff94 req-d1da2111-a30c-4b87-a2d1-464bbfca8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:20.221808 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-914bb9e6-c0e5-4163-8bcd-b73cc066ff94 req-d1da2111-a30c-4b87-a2d1-464bbfca8dd2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9205f14486fc4e64830c7c133ec39235&device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 1129 time: 0.0829308 Feb 18 16:38:20.252487 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 1b6daf00-b333-4cfc-87d1-34c2909891f2 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:20.252487 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (1b6daf00-b333-4cfc-87d1-34c2909891f2), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:20.316245 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-d9f4c5ce-16d4-46c2-9a05-cbf8c253b3b8 None None] Port bcf25a20-1170-43a0-b665-91eab491154e cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:38:20.349368 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] For port bcf25a20-1170-43a0-b665-91eab491154e, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:38:20.355022 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] For port bcf25a20-1170-43a0-b665-91eab491154e, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=bcf25a20-1170-43a0-b665-91eab491154e,segment=NetworkSegment(aae9bfa0-696c-4666-b299-ab5057f0fffb),segment_id=aae9bfa0-696c-4666-b299-ab5057f0fffb)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:38:20.395799 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (bcf25a20-1170-43a0-b665-91eab491154e), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:20.428784 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c3355-474a-49ed-a076-e01b3324c3dd req-87bdd322-3052-4878-abea-c90d3b0f200d tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:20.429751 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bb9e6-c0e5-4163-8bcd-b73cc066ff94 req-c4b44a53-1425-4299-a316-308a55606282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:20.431329 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-867c3355-474a-49ed-a076-e01b3324c3dd req-87bdd322-3052-4878-abea-c90d3b0f200d tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0821812 Feb 18 16:38:20.431577 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-914bb9e6-c0e5-4163-8bcd-b73cc066ff94 req-c4b44a53-1425-4299-a316-308a55606282 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b70ae2d4-b37e-47df-8b0d-486770e38efd HTTP/1.1" status: 200 len: 912 time: 0.1926272 Feb 18 16:38:20.552854 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 906d4cee-f7a7-4cb9-8e09-e8e32da50887 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:38:20.582206 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 1b6daf00-b333-4cfc-87d1-34c2909891f2 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:20.644805 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1d62fcca-9f19-4b5f-949a-f6b480244d55 req-f38ce620-7ac5-402e-9ac7-793b7f7834f1 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=5059995c-b17a-4cdd-ae4e-d520fa513ba3 HTTP/1.1" status: 200 len: 210 time: 0.1412225 Feb 18 16:38:20.647828 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c0f53-19d0-40a8-ab49-74577f90a182 None None] Pushing event updated for resources: {'Port': ['ID=bcf25a20-1170-43a0-b665-91eab491154e,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:20.650724 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Routers {'d948b654-d4ef-43e4-b9c1-47f96e62ac7b'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:38:20.651535 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:38:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['d948b654-d4ef-43e4-b9c1-47f96e62ac7b'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:20.655123 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: 906d4cee-f7a7-4cb9-8e09-e8e32da50887 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:38:20.656195 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 906d4cee-f7a7-4cb9-8e09-e8e32da50887 not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:38:20.656195 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device efb85b90-8a8a-47b7-885d-98467875b692 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:38:20.679832 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-914bb9e6-c0e5-4163-8bcd-b73cc066ff94 req-81f09277-9483-4430-aa9d-81f858aa8d4e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 HTTP/1.1" status: 200 len: 1001 time: 0.2327702 Feb 18 16:38:20.736284 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-867c3355-474a-49ed-a076-e01b3324c3dd req-5e835da8-cfe5-45c2-96d0-610a8834b06b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930815 Feb 18 16:38:20.871339 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bb9e6-c0e5-4163-8bcd-b73cc066ff94 req-2e717f07-1d2e-4e72-b3db-2fd07da9175d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:20.872844 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-914bb9e6-c0e5-4163-8bcd-b73cc066ff94 req-2e717f07-1d2e-4e72-b3db-2fd07da9175d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5dae24fa-8ac8-4459-aa31-b074ff5b2445 HTTP/1.1" status: 200 len: 850 time: 0.1742361 Feb 18 16:38:20.939315 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287b838-1f7f-4a5f-8352-808e7748e5bf req-85597b3c-73e0-4183-a2fb-263b5381975e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:20.942543 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6287b838-1f7f-4a5f-8352-808e7748e5bf req-85597b3c-73e0-4183-a2fb-263b5381975e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 945 time: 0.1131706 Feb 18 16:38:21.027373 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bb9e6-c0e5-4163-8bcd-b73cc066ff94 req-8b767410-7b4f-49b8-a736-e8adc43c7fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:21.028897 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-914bb9e6-c0e5-4163-8bcd-b73cc066ff94 req-8b767410-7b4f-49b8-a736-e8adc43c7fe7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b70ae2d4-b37e-47df-8b0d-486770e38efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1413825 Feb 18 16:38:21.034597 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6287b838-1f7f-4a5f-8352-808e7748e5bf req-81fa7489-19c3-4c4c-ba10-13b68dc1ed6d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853858 Feb 18 16:38:21.077673 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] Set router d948b654-d4ef-43e4-b9c1-47f96e62ac7b gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:38:21.136496 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port efb85b90-8a8a-47b7-885d-98467875b692 is: ACTIVE; New status is: DOWN {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:21.136817 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (efb85b90-8a8a-47b7-885d-98467875b692), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:21.193725 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bd2870-baf9-464c-bbc2-4356c559364b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efb85b90-8a8a-47b7-885d-98467875b692'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:38:21.196039 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5488c1db-d9a0-42ca-b3bb-c0d8e71ae7fc" -d '{"events": [{"server_uuid": "70bd2870-baf9-464c-bbc2-4356c559364b", "name": "network-vif-unplugged", "status": "completed", "tag": "efb85b90-8a8a-47b7-885d-98467875b692"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:38:21.261975 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-d25b3952-68ea-44e7-b1ec-d5de177d7734 None None] Provisioning complete for port bcf25a20-1170-43a0-b665-91eab491154e triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:21.262646 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-d25b3952-68ea-44e7-b1ec-d5de177d7734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (bcf25a20-1170-43a0-b665-91eab491154e), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:21.265864 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port efb85b90-8a8a-47b7-885d-98467875b692, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=efb85b90-8a8a-47b7-885d-98467875b692,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:21.291939 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (efb85b90-8a8a-47b7-885d-98467875b692), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:21.409529 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-914bb9e6-c0e5-4163-8bcd-b73cc066ff94 req-9c2cab18-5c76-432c-9693-5f4c138d0c2c service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592470 Feb 18 16:38:21.421586 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=efb85b90-8a8a-47b7-885d-98467875b692,revision_number=8']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:21.440204 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5705c2-2651-4428-ad5b-67672c7c5443 req-0b98a04f-322d-442f-9e09-88d14ac7330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:21.441935 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2b5705c2-2651-4428-ad5b-67672c7c5443 req-0b98a04f-322d-442f-9e09-88d14ac7330c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8f9dd11e8374a7985fc4a92db14658a&device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 1129 time: 0.1649942 Feb 18 16:38:21.460573 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef8436-2ea8-40f7-940c-a0e41aa01964 req-5f76162d-7622-4b9e-9362-40c7cfb7cd56 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:21.482572 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-63ef8436-2ea8-40f7-940c-a0e41aa01964 req-5f76162d-7622-4b9e-9362-40c7cfb7cd56 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.1281066 Feb 18 16:38:21.613756 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-63ef8436-2ea8-40f7-940c-a0e41aa01964 req-c20cf055-33b1-4092-8d90-1f69804a52e6 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298449 Feb 18 16:38:21.711537 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Feb 2022 16:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48250ee9-2701-4a10-ab41-3c53847207aa x-openstack-request-id: req-48250ee9-2701-4a10-ab41-3c53847207aa {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:38:21.712174 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bd2870-baf9-464c-bbc2-4356c559364b", "name": "network-vif-unplugged", "status": "failed", "tag": "efb85b90-8a8a-47b7-885d-98467875b692", "code": 422}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:38:21.712174 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48250ee9-2701-4a10-ab41-3c53847207aa {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:38:21.712492 dv-cinder-826607-4-iscsi neutron-server[102873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '70bd2870-baf9-464c-bbc2-4356c559364b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'efb85b90-8a8a-47b7-885d-98467875b692', 'code': 422} returned with failed status Feb 18 16:38:21.725969 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5705c2-2651-4428-ad5b-67672c7c5443 req-cfd24548-307d-4fe3-ab70-be53e8eb81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:21.728851 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2b5705c2-2651-4428-ad5b-67672c7c5443 req-cfd24548-307d-4fe3-ab70-be53e8eb81fb service neutron] 10.222.0.71 "GET /v2.0/networks?id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17 HTTP/1.1" status: 200 len: 920 time: 0.2733414 Feb 18 16:38:21.740700 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-d25b3952-68ea-44e7-b1ec-d5de177d7734 None None] Current status of the port bcf25a20-1170-43a0-b665-91eab491154e is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:21.741101 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-d25b3952-68ea-44e7-b1ec-d5de177d7734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (bcf25a20-1170-43a0-b665-91eab491154e), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:21.790403 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-d25b3952-68ea-44e7-b1ec-d5de177d7734 None None] For port bcf25a20-1170-43a0-b665-91eab491154e, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=bcf25a20-1170-43a0-b665-91eab491154e,segment=NetworkSegment(aae9bfa0-696c-4666-b299-ab5057f0fffb),segment_id=aae9bfa0-696c-4666-b299-ab5057f0fffb)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:21.801761 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'name': 'tempest-TestMinimumBasicScenario-1249699461-router', 'tenant_id': 'f96dc46d644e48d9884a699ce6600e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '1b6daf00-b333-4cfc-87d1-34c2909891f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:09Z', 'updated_at': '2022-02-18T16:38:14Z', 'revision_number': 4, 'project_id': 'f96dc46d644e48d9884a699ce6600e37', 'gw_port': {'id': '1b6daf00-b333-4cfc-87d1-34c2909891f2', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:10Z', 'updated_at': '2022-02-18T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': 'bcf25a20-1170-43a0-b665-91eab491154e', 'name': '', 'network_id': 'c5e3f3c3-26cb-4a06-98a7-963a924fcac9', 'tenant_id': 'f96dc46d644e48d9884a699ce6600e37', 'mac_address': 'fa:16:3e:3f:3c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c39355e4-dd07-4f95-8c9d-ff2866341575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:13Z', 'updated_at': '2022-02-18T16:38:20Z', 'revision_number': 4, 'project_id': 'f96dc46d644e48d9884a699ce6600e37', 'subnets': [{'id': 'c39355e4-dd07-4f95-8c9d-ff2866341575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:21.851618 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d102a6-f189-404b-bf89-c89cd26517b7 None None] The sync data for ids ['d948b654-d4ef-43e4-b9c1-47f96e62ac7b'] in dv-cinder-826607-4-iscsi is: [{'id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'name': 'tempest-TestMinimumBasicScenario-1249699461-router', 'tenant_id': 'f96dc46d644e48d9884a699ce6600e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '1b6daf00-b333-4cfc-87d1-34c2909891f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:09Z', 'updated_at': '2022-02-18T16:38:14Z', 'revision_number': 4, 'project_id': 'f96dc46d644e48d9884a699ce6600e37', 'gw_port': {'id': '1b6daf00-b333-4cfc-87d1-34c2909891f2', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:10Z', 'updated_at': '2022-02-18T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': 'bcf25a20-1170-43a0-b665-91eab491154e', 'name': '', 'network_id': 'c5e3f3c3-26cb-4a06-98a7-963a924fcac9', 'tenant_id': 'f96dc46d644e48d9884a699ce6600e37', 'mac_address': 'fa:16:3e:3f:3c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c39355e4-dd07-4f95-8c9d-ff2866341575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:13Z', 'updated_at': '2022-02-18T16:38:20Z', 'revision_number': 4, 'project_id': 'f96dc46d644e48d9884a699ce6600e37', 'subnets': [{'id': 'c39355e4-dd07-4f95-8c9d-ff2866341575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:38:21.854118 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-d25b3952-68ea-44e7-b1ec-d5de177d7734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (bcf25a20-1170-43a0-b665-91eab491154e), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:21.883743 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2b5705c2-2651-4428-ad5b-67672c7c5443 req-a2521c76-dc68-4169-87e2-09594f22f0fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=982171f0-19a1-4cec-8f38-7db94b4e569a HTTP/1.1" status: 200 len: 217 time: 0.1005428 Feb 18 16:38:21.887753 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-914bb9e6-c0e5-4163-8bcd-b73cc066ff94 req-be40ef57-c368-4797-9187-99b438031cc1 service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646387 Feb 18 16:38:21.890581 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb209e-4839-40bb-80bd-52c6010fa40f req-8102915f-bf14-4b50-a5f9-1ac057809aa3 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:21.899457 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-72cb209e-4839-40bb-80bd-52c6010fa40f req-8102915f-bf14-4b50-a5f9-1ac057809aa3 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.1182668 Feb 18 16:38:21.970216 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b3952-68ea-44e7-b1ec-d5de177d7734 None None] Pushing event updated for resources: {'Port': ['ID=bcf25a20-1170-43a0-b665-91eab491154e,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:22.044519 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5705c2-2651-4428-ad5b-67672c7c5443 req-ff7d02f2-2c7b-4fc3-abb3-86131a1099b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:22.046348 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2b5705c2-2651-4428-ad5b-67672c7c5443 req-ff7d02f2-2c7b-4fc3-abb3-86131a1099b9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f67f844d-74e9-48b6-8285-f0d76073c1b5 HTTP/1.1" status: 200 len: 859 time: 0.1420846 Feb 18 16:38:22.057270 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-72cb209e-4839-40bb-80bd-52c6010fa40f req-3e9b9efc-a81e-461f-8693-5b62755c3fd5 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1541779 Feb 18 16:38:22.090822 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2b5705c2-2651-4428-ad5b-67672c7c5443 req-e516c504-51af-4d3d-ba94-136eb32b2e43 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313764 Feb 18 16:38:22.173664 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [req-538d6628-375a-454a-b364-3b41dd77b4fc req-1a36ffdd-7721-4dec-8826-5e9ed80d3fa1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102872) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 16:38:22.175050 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-538d6628-375a-454a-b364-3b41dd77b4fc req-1a36ffdd-7721-4dec-8826-5e9ed80d3fa1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077405 Feb 18 16:38:22.247175 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2b5705c2-2651-4428-ad5b-67672c7c5443 req-766b4784-6581-4b28-9736-5cfcd6c5dfe4 service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459055 Feb 18 16:38:22.323751 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d5d5d-6e3a-44f4-9b95-ce8e90f8bb2f req-f15f9d6b-99f5-4dee-b0ac-bf523621db43 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:22.325455 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d80d5d5d-6e3a-44f4-9b95-ce8e90f8bb2f req-f15f9d6b-99f5-4dee-b0ac-bf523621db43 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 945 time: 0.0971963 Feb 18 16:38:22.418177 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d80d5d5d-6e3a-44f4-9b95-ce8e90f8bb2f req-a83b8b9e-d539-4c2e-9822-c1be8fe0ecff tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867915 Feb 18 16:38:22.452377 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2b5705c2-2651-4428-ad5b-67672c7c5443 req-4db1a009-612c-41be-8cac-1e2171095a95 service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738992 Feb 18 16:38:22.501814 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad97d9-e759-47e3-ae30-4d7f6ac222ac req-1d0fec73-d9e2-42ca-b88f-1db901fa6b24 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:22.511609 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a3ad97d9-e759-47e3-ae30-4d7f6ac222ac req-1d0fec73-d9e2-42ca-b88f-1db901fa6b24 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.1061311 Feb 18 16:38:22.588729 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a3ad97d9-e759-47e3-ae30-4d7f6ac222ac req-d5dc6afe-aee2-4a5f-bd64-bdc1c08f6640 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760217 Feb 18 16:38:22.782017 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a172cac-d120-4be7-befe-2bc8cdb8ca86 req-44f65c4c-dcf1-408c-984b-e5ca32896bf5 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:22.789748 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4a172cac-d120-4be7-befe-2bc8cdb8ca86 req-44f65c4c-dcf1-408c-984b-e5ca32896bf5 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0879905 Feb 18 16:38:22.876468 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4a172cac-d120-4be7-befe-2bc8cdb8ca86 req-464f0326-6016-49eb-9515-adee275a8cd5 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857408 Feb 18 16:38:22.981239 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 59700) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:23.107308 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-89d39602-0f3e-4571-b756-ae81eada3ccc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1248684 Feb 18 16:38:23.123917 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-028e3e75-0d51-4bb1-9ddb-9036502c1900 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102871) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 16:38:23.125422 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-028e3e75-0d51-4bb1-9ddb-9036502c1900 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118909 Feb 18 16:38:23.239284 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 59710) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:23.262066 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bea740-bd8f-4789-8bb0-f670685fe3b3 req-aabe27e8-ac5f-499a-bc63-da3084bcd9b6 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:23.263536 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-04bea740-bd8f-4789-8bb0-f670685fe3b3 req-aabe27e8-ac5f-499a-bc63-da3084bcd9b6 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0868075 Feb 18 16:38:23.327819 dv-cinder-826607-4-iscsi neutron-server[102871]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 16:38:23.340854 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-04bea740-bd8f-4789-8bb0-f670685fe3b3 req-df999cbf-693d-43d4-ad31-c3e3a2167076 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692461 Feb 18 16:38:23.390404 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-add37c68-c4d8-4ca9-9204-07602fc2bb22 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:23.392034 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-add37c68-c4d8-4ca9-9204-07602fc2bb22 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports/efb85b90-8a8a-47b7-885d-98467875b692 HTTP/1.1" status: 200 len: 940 time: 0.1513445 Feb 18 16:38:23.598743 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dead5-bf95-426d-806a-bc447b6c9f2b req-17f808e1-8c40-4ccc-b063-d5a5ad086246 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:23.608348 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-337dead5-bf95-426d-806a-bc447b6c9f2b req-17f808e1-8c40-4ccc-b063-d5a5ad086246 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 945 time: 0.1079025 Feb 18 16:38:23.706353 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-337dead5-bf95-426d-806a-bc447b6c9f2b req-fc22ec19-2b8e-465e-b616-77ee0d790956 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969524 Feb 18 16:38:23.777693 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af32db9-d5e4-4d65-842e-af0de599a066 req-4045a08d-247a-49bd-85a3-0ef41ce6ef7e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:23.779696 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4af32db9-d5e4-4d65-842e-af0de599a066 req-4045a08d-247a-49bd-85a3-0ef41ce6ef7e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0857031 Feb 18 16:38:23.865372 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4af32db9-d5e4-4d65-842e-af0de599a066 req-aee708ff-87b5-4548-803f-7ce9696906c3 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745552 Feb 18 16:38:23.980766 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device bcf25a20-1170-43a0-b665-91eab491154e up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:38:24.046860 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port bcf25a20-1170-43a0-b665-91eab491154e triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:24.047145 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (bcf25a20-1170-43a0-b665-91eab491154e), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:24.073242 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6f251-8e58-4eaf-b2b5-50d2b3d1209f req-1a1fe09e-e6f7-442a-81c9-75128685efd6 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:24.074877 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d2d6f251-8e58-4eaf-b2b5-50d2b3d1209f req-1a1fe09e-e6f7-442a-81c9-75128685efd6 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0844328 Feb 18 16:38:24.139836 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d2d6f251-8e58-4eaf-b2b5-50d2b3d1209f req-e9cdf978-5c1a-4acf-b6d4-7b9601b98f54 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554152 Feb 18 16:38:24.142245 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port bcf25a20-1170-43a0-b665-91eab491154e is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:24.486322 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64489ae8-b345-429d-95af-296ee1f51461 req-ff53dc50-6a7f-4f0e-820c-8b99c6a641e6 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:24.487836 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-64489ae8-b345-429d-95af-296ee1f51461 req-ff53dc50-6a7f-4f0e-820c-8b99c6a641e6 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0671124 Feb 18 16:38:24.538788 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-64489ae8-b345-429d-95af-296ee1f51461 req-653cacfb-9348-408b-8300-00b22fecedec tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447266 Feb 18 16:38:24.560194 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device efb85b90-8a8a-47b7-885d-98467875b692 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:38:24.655033 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150c468-82fd-430e-ba43-4eddc0af2c3a req-24aa1553-ac35-4b18-8dcb-0775b1e8bc93 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:24.657778 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9150c468-82fd-430e-ba43-4eddc0af2c3a req-24aa1553-ac35-4b18-8dcb-0775b1e8bc93 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.71 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 945 time: 0.0791225 Feb 18 16:38:24.673465 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port efb85b90-8a8a-47b7-885d-98467875b692 is: DOWN; New status is: DOWN {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:24.821758 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-9150c468-82fd-430e-ba43-4eddc0af2c3a req-c84e100d-fa21-4870-a52a-618ba76247a2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Deleting port b10f8196-3cbf-453e-94cf-7577cfd9471d {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:38:24.821758 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9150c468-82fd-430e-ba43-4eddc0af2c3a req-c84e100d-fa21-4870-a52a-618ba76247a2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (b10f8196-3cbf-453e-94cf-7577cfd9471d), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:24.886012 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f2280-773d-46e8-b0eb-141dfd33016e req-78b10c54-eb87-4abe-843b-7ac43657fa09 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:24.887632 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-347f2280-773d-46e8-b0eb-141dfd33016e req-78b10c54-eb87-4abe-843b-7ac43657fa09 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 945 time: 0.0922449 Feb 18 16:38:24.965665 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-9150c468-82fd-430e-ba43-4eddc0af2c3a req-c84e100d-fa21-4870-a52a-618ba76247a2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] For port b10f8196-3cbf-453e-94cf-7577cfd9471d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b10f8196-3cbf-453e-94cf-7577cfd9471d,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:24.967439 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9150c468-82fd-430e-ba43-4eddc0af2c3a req-c84e100d-fa21-4870-a52a-618ba76247a2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (b10f8196-3cbf-453e-94cf-7577cfd9471d), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:24.979370 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-347f2280-773d-46e8-b0eb-141dfd33016e req-0dbc3d84-a0cf-4e20-91c2-d388a46a7a80 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844827 Feb 18 16:38:24.994116 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-9150c468-82fd-430e-ba43-4eddc0af2c3a req-c84e100d-fa21-4870-a52a-618ba76247a2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Calling delete_port for b10f8196-3cbf-453e-94cf-7577cfd9471d owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:38:25.077271 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cbbd0-0175-45b2-811e-ad86131d3b43 req-5964cbdd-6b62-462e-94ad-0ee52abe91c8 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:25.080951 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-de4cbbd0-0175-45b2-811e-ad86131d3b43 req-5964cbdd-6b62-462e-94ad-0ee52abe91c8 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0712256 Feb 18 16:38:25.204440 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9150c468-82fd-430e-ba43-4eddc0af2c3a req-c84e100d-fa21-4870-a52a-618ba76247a2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (b10f8196-3cbf-453e-94cf-7577cfd9471d), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:25.204815 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-de4cbbd0-0175-45b2-811e-ad86131d3b43 req-98da5403-84b9-48e9-8512-57e0343211d6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137013 Feb 18 16:38:25.231565 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['026276bc-60a5-4c70-9209-e90f3e149e42', 'b10f8196-3cbf-453e-94cf-7577cfd9471d'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:38:25.247877 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e100d-fa21-4870-a52a-618ba76247a2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Pushing event deleted for resources: {'Port': ['ID=b10f8196-3cbf-453e-94cf-7577cfd9471d,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:25.308731 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9150c468-82fd-430e-ba43-4eddc0af2c3a req-c84e100d-fa21-4870-a52a-618ba76247a2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] No DVR routers for this DVR port b10f8196-3cbf-453e-94cf-7577cfd9471d on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:38:25.311874 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9150c468-82fd-430e-ba43-4eddc0af2c3a req-c84e100d-fa21-4870-a52a-618ba76247a2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:25.317478 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9150c468-82fd-430e-ba43-4eddc0af2c3a req-c84e100d-fa21-4870-a52a-618ba76247a2 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.71 "DELETE /v2.0/ports/b10f8196-3cbf-453e-94cf-7577cfd9471d HTTP/1.1" status: 204 len: 173 time: 0.6493051 Feb 18 16:38:25.318125 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e25fe11-5087-403c-9951-d8501117b1da', 'name': 'network-vif-deleted', 'tag': 'b10f8196-3cbf-453e-94cf-7577cfd9471d'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:38:25.321529 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e453b0-bf58-40eb-af9e-29e5f0a6cbbd" -d '{"events": [{"server_uuid": "9e25fe11-5087-403c-9951-d8501117b1da", "name": "network-vif-deleted", "tag": "b10f8196-3cbf-453e-94cf-7577cfd9471d"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:38:25.361055 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e66d58-cb31-47a2-9fa3-b473baee147c x-openstack-request-id: req-f7e66d58-cb31-47a2-9fa3-b473baee147c {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:38:25.361646 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e25fe11-5087-403c-9951-d8501117b1da", "name": "network-vif-deleted", "tag": "b10f8196-3cbf-453e-94cf-7577cfd9471d", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:38:25.362087 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7e66d58-cb31-47a2-9fa3-b473baee147c {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:38:25.362779 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e25fe11-5087-403c-9951-d8501117b1da', 'name': 'network-vif-deleted', 'tag': 'b10f8196-3cbf-453e-94cf-7577cfd9471d', 'status': 'completed', 'code': 200} Feb 18 16:38:25.411663 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cdc84-58ae-45a0-94d5-19998823f42a req-93a7529a-d65b-40d7-8bae-125d5695a8cc tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:25.419310 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-005cdc84-58ae-45a0-94d5-19998823f42a req-93a7529a-d65b-40d7-8bae-125d5695a8cc tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.1243699 Feb 18 16:38:25.483044 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-005cdc84-58ae-45a0-94d5-19998823f42a req-ba828ae6-410b-4651-8ccc-c7d34e2b7add tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627460 Feb 18 16:38:25.718184 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-4b79f269-b783-4447-baa9-ae4e94fd612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:25.720370 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-4b79f269-b783-4447-baa9-ae4e94fd612e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b&tenant_id=e745c53f42364825b2b8bdb6a6741075 HTTP/1.1" status: 200 len: 1127 time: 0.0949948 Feb 18 16:38:25.800924 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-db6babd6-82c8-4ad5-ab93-d0de23833190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:25.802566 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-db6babd6-82c8-4ad5-ab93-d0de23833190 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e745c53f42364825b2b8bdb6a6741075&device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 1127 time: 0.0522377 Feb 18 16:38:25.932615 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-00f143e7-a0cd-4514-b73b-29901e999647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:25.934247 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-00f143e7-a0cd-4514-b73b-29901e999647 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bd8dd797-fe66-4c99-94a2-e13cd1572e21 HTTP/1.1" status: 200 len: 917 time: 0.1053207 Feb 18 16:38:26.030272 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-8191a27f-f2b3-424c-ba8c-03e57ded101a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efb85b90-8a8a-47b7-885d-98467875b692 HTTP/1.1" status: 200 len: 998 time: 0.0840611 Feb 18 16:38:26.119610 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c2d68110-04b0-481e-8d15-c2de4a192e17 req-ed9503b6-0d91-4df5-b1e0-dc7ef8a739a0 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e25fe11-5087-403c-9951-d8501117b1da HTTP/1.1" status: 200 len: 210 time: 0.0455320 Feb 18 16:38:26.134253 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-5cd538c8-8260-4db6-b768-a37cfc41614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:26.135883 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-5cd538c8-8260-4db6-b768-a37cfc41614b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebd8b386-a802-4950-b96c-778f7be7d919 HTTP/1.1" status: 200 len: 855 time: 0.0891507 Feb 18 16:38:26.211525 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-fe468d55-74cd-4380-b0ed-ab3b655a1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:26.213786 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-fe468d55-74cd-4380-b0ed-ab3b655a1a86 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bd8dd797-fe66-4c99-94a2-e13cd1572e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641620 Feb 18 16:38:26.353811 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-ba877cff-edd0-4e42-a30b-285ff435091d service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296649 Feb 18 16:38:26.362016 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c49bc-26c8-42cc-b902-575571315746 req-51abd51b-ae12-4167-aafb-37f851988c0c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:26.369596 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-010c49bc-26c8-42cc-b902-575571315746 req-51abd51b-ae12-4167-aafb-37f851988c0c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0658050 Feb 18 16:38:26.423549 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-010c49bc-26c8-42cc-b902-575571315746 req-8f53df7b-6cd5-400a-93f5-9a79e16ce57f tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451186 Feb 18 16:38:26.468053 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-77bc9d89-8880-4bdf-8b10-4cf74307e55b service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060812 Feb 18 16:38:26.623203 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd64b4-c78d-493a-8b2a-663a96da125c req-f9709836-6f9e-4c92-a26c-89fc6aa462bf tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:26.624773 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7abd64b4-c78d-493a-8b2a-663a96da125c req-f9709836-6f9e-4c92-a26c-89fc6aa462bf tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0568297 Feb 18 16:38:26.675620 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7abd64b4-c78d-493a-8b2a-663a96da125c req-ad7b3768-f494-4a46-bcda-e95d6a438d9c tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447352 Feb 18 16:38:27.642016 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9065a-660a-44a6-a3d4-84eff8ac734b req-540f0538-8c65-435e-ae81-73ef12994a57 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:27.660109 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5da9065a-660a-44a6-a3d4-84eff8ac734b req-540f0538-8c65-435e-ae81-73ef12994a57 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.1135857 Feb 18 16:38:27.812567 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5da9065a-660a-44a6-a3d4-84eff8ac734b req-eef0e859-a4f3-48b9-bcae-d15178874631 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504669 Feb 18 16:38:28.578995 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device b10f8196-3cbf-453e-94cf-7577cfd9471d no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:38:28.628731 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: b10f8196-3cbf-453e-94cf-7577cfd9471d {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:38:28.629197 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device b10f8196-3cbf-453e-94cf-7577cfd9471d not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:38:28.844787 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d0a3f-8b73-41cf-9727-5614cc3a8af0 req-ac7d7b2a-a0ce-482c-8cfe-fcca58517480 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:28.852455 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b52d0a3f-8b73-41cf-9727-5614cc3a8af0 req-ac7d7b2a-a0ce-482c-8cfe-fcca58517480 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0997436 Feb 18 16:38:28.923835 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b52d0a3f-8b73-41cf-9727-5614cc3a8af0 req-e79d5606-348b-4450-a1ee-c6ac325a945c tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681705 Feb 18 16:38:29.039458 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454ccf-504a-4f69-8c21-8a7c0ffecc2d req-1a352504-9bf3-49f0-be03-1cfb596dd385 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:29.051506 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1f454ccf-504a-4f69-8c21-8a7c0ffecc2d req-1a352504-9bf3-49f0-be03-1cfb596dd385 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0816796 Feb 18 16:38:29.101133 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1f454ccf-504a-4f69-8c21-8a7c0ffecc2d req-c26d4b0b-fdb5-419e-87cb-cef87c2126ca tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483077 Feb 18 16:38:29.948478 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-4330ed62-5f5a-468f-a252-70727415ac3d tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:29.955959 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-4330ed62-5f5a-468f-a252-70727415ac3d tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/networks?id=2b811648-c80d-4727-bdca-d48aeebc54a0 HTTP/1.1" status: 200 len: 815 time: 0.1167333 Feb 18 16:38:29.967353 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-1909f1ba-f586-4d51-a7ff-6abe6a1bc94c tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/quotas/5b04fb10cc4e44a49d858b023869ee5d HTTP/1.1" status: 200 len: 375 time: 0.0099001 Feb 18 16:38:30.067892 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-fc4e5088-c1ce-4b29-9112-7205957adddf tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b04fb10cc4e44a49d858b023869ee5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944417 Feb 18 16:38:30.110465 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06267e-22bc-43a8-bb2e-bd82e67c0075 req-e36ec81d-df1b-4c02-8599-a2f2b62653ca tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:30.112317 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-df06267e-22bc-43a8-bb2e-bd82e67c0075 req-e36ec81d-df1b-4c02-8599-a2f2b62653ca tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0967395 Feb 18 16:38:30.200157 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-df06267e-22bc-43a8-bb2e-bd82e67c0075 req-f0b4f07b-3e3f-4dfc-9ffb-6fa4b21e9d6b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626493 Feb 18 16:38:30.217762 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-dc3bb8ff-8997-4f02-bd56-192558b38321 service neutron] 10.222.0.36 "GET /v2.0/networks/2b811648-c80d-4727-bdca-d48aeebc54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363542 Feb 18 16:38:30.356055 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-7b343cf4-0aa0-441a-8d3c-b437124195b0 service neutron] 10.222.0.36 "GET /v2.0/networks/2b811648-c80d-4727-bdca-d48aeebc54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306751 Feb 18 16:38:30.366702 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b1229-fb43-49d7-95e3-039100aa72a4 req-08c4b17d-434f-49ca-9266-d5ce910de3e9 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:30.373910 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2e9b1229-fb43-49d7-95e3-039100aa72a4 req-08c4b17d-434f-49ca-9266-d5ce910de3e9 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0963700 Feb 18 16:38:30.430762 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2e9b1229-fb43-49d7-95e3-039100aa72a4 req-e40fc2cd-fa72-4626-b246-2e4c33dee30a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559440 Feb 18 16:38:30.588246 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-108df0c0-f476-434c-8375-ef1a65d38f41 req-b19154ad-9d9a-40c0-b64b-175dc4517cdb tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 210 time: 0.0311973 Feb 18 16:38:31.108588 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-3654c79a-0c59-4967-8548-984518fcca29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:31.323160 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109b247-3a60-47b0-b228-10f8251e659c req-e96be6dd-4e63-45ba-ad4e-cad55f15bc4f tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:31.324611 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e109b247-3a60-47b0-b228-10f8251e659c req-e96be6dd-4e63-45ba-ad4e-cad55f15bc4f tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0556567 Feb 18 16:38:31.381910 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e109b247-3a60-47b0-b228-10f8251e659c req-119521e5-2065-4fd0-9c2f-caf9026e643a tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509722 Feb 18 16:38:31.564173 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2789060-1afb-442e-bead-bf4889a98760 req-2056803d-1a20-49e1-998a-912f67561cca tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:31.565700 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d2789060-1afb-442e-bead-bf4889a98760 req-2056803d-1a20-49e1-998a-912f67561cca tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0577509 Feb 18 16:38:31.625137 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d2789060-1afb-442e-bead-bf4889a98760 req-f9b8f1f2-986c-4121-93e3-9998dd75e95a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535612 Feb 18 16:38:31.687350 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-51d6686b-9e27-4026-bc16-d6b2647c43b5 req-e53467b1-c0d3-44c4-8f23-f81b4164dfdb tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 210 time: 0.0314875 Feb 18 16:38:32.505134 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf5c72-d5d9-4adc-848d-8540984a6a4c req-347f012c-c901-4159-9aa5-de2738b283be tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:32.507603 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-90bf5c72-d5d9-4adc-848d-8540984a6a4c req-347f012c-c901-4159-9aa5-de2738b283be tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0563626 Feb 18 16:38:32.561584 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-90bf5c72-d5d9-4adc-848d-8540984a6a4c req-56fc3025-555a-476e-972d-2ea1d0480651 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480733 Feb 18 16:38:32.772749 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bd12d-9373-469c-9651-da98067935e5 req-898696ae-0ce6-4b1e-916e-32e10b878ee2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:32.774637 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-063bd12d-9373-469c-9651-da98067935e5 req-898696ae-0ce6-4b1e-916e-32e10b878ee2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0655582 Feb 18 16:38:32.811179 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-24318090-5f71-4b14-bd79-38646b76ef60 req-96597d2b-3a89-46df-92db-ab8cdbd0c219 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 210 time: 0.0353496 Feb 18 16:38:33.078882 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-063bd12d-9373-469c-9651-da98067935e5 req-55b06273-1eed-4313-8ca6-31943aefa83e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943130 Feb 18 16:38:33.188874 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-19508cc9-1f4a-4fa2-b278-555c1ae6b76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:33.718708 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0549e-627b-4be2-b2b7-fd3261224aa3 req-55bf095a-8f4b-45af-8d35-d23d5be984eb tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:33.720337 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f7c0549e-627b-4be2-b2b7-fd3261224aa3 req-55bf095a-8f4b-45af-8d35-d23d5be984eb tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0852745 Feb 18 16:38:33.769935 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f7c0549e-627b-4be2-b2b7-fd3261224aa3 req-c8b9d850-bc67-489d-b613-d4e8e0bb77b3 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432928 Feb 18 16:38:33.917875 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3d615aa9-993b-4d7a-bb93-51b56ef3124e req-4dc25b6c-85f5-4a2d-b721-26f890c557f3 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 210 time: 0.0314367 Feb 18 16:38:34.218991 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b334383-0fbf-4e78-8b98-9af463d5d6a5 req-4d19b51d-b79c-45ed-9d8f-4d53acf110f6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:34.229361 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6b334383-0fbf-4e78-8b98-9af463d5d6a5 req-4d19b51d-b79c-45ed-9d8f-4d53acf110f6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0640030 Feb 18 16:38:34.272944 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6b334383-0fbf-4e78-8b98-9af463d5d6a5 req-a5dd36d4-94ae-4022-9dc4-85f58b10062e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457408 Feb 18 16:38:34.522979 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:34.918955 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676611f-9696-4785-9c50-7f09f19d3573 req-8d725bde-8ee3-4398-9ee6-49f5f58da81b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:34.920584 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4676611f-9696-4785-9c50-7f09f19d3573 req-8d725bde-8ee3-4398-9ee6-49f5f58da81b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0775557 Feb 18 16:38:34.975395 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4676611f-9696-4785-9c50-7f09f19d3573 req-23944793-2cb4-47d6-8cb4-2a35a966fc94 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475111 Feb 18 16:38:35.022204 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-075e920a-84e9-4ebf-9ccc-dcd7c7c1c762 req-20ac9615-f060-4f74-939b-93f365b85a98 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 210 time: 0.0291758 Feb 18 16:38:35.424298 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b560b-3317-4db1-8147-d28425ee7ef7 req-86092438-0f04-4a69-9eff-2d65bb0686c3 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:35.426026 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a98b560b-3317-4db1-8147-d28425ee7ef7 req-86092438-0f04-4a69-9eff-2d65bb0686c3 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0772951 Feb 18 16:38:35.476040 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a98b560b-3317-4db1-8147-d28425ee7ef7 req-db7c6461-d722-4b25-b91a-3dc3f272780f tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433009 Feb 18 16:38:35.820732 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:36.107970 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228717f1-0010-492c-9699-d998f0349af5 req-372cec3f-028d-410e-bb65-e7130e2e9d1e tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:36.109478 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-228717f1-0010-492c-9699-d998f0349af5 req-372cec3f-028d-410e-bb65-e7130e2e9d1e tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0632250 Feb 18 16:38:36.130998 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fb35ffb9-e1d0-41cd-be88-d512e94091d4 req-3b02bda7-346a-45ab-a6b4-b22e02d22507 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 210 time: 0.0383513 Feb 18 16:38:36.174243 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-228717f1-0010-492c-9699-d998f0349af5 req-c1063fc6-d6b0-4e55-b73f-df9b5b2f987d tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461619 Feb 18 16:38:36.584667 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:38:36.607420 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd8e4c-8b15-4747-becd-73df55049a55 req-dba16279-ec61-4f87-a436-a626d92fc32f tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:36.608883 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b3bd8e4c-8b15-4747-becd-73df55049a55 req-dba16279-ec61-4f87-a436-a626d92fc32f tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0584488 Feb 18 16:38:36.657850 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b3bd8e4c-8b15-4747-becd-73df55049a55 req-ae82f308-6933-49d0-914f-06f7938958b2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419629 Feb 18 16:38:37.225322 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-04b4732b-4904-4740-ae7c-5804a9afebb7 req-6e1f8e94-8dd1-4de8-8f15-50da86d4f424 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 210 time: 0.0275846 Feb 18 16:38:37.295990 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c0c00-c44d-481b-bf16-ecbbe48b95a2 req-9581f69d-4e78-4ea5-a4a2-445ed9be8cf6 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:37.297490 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b98c0c00-c44d-481b-bf16-ecbbe48b95a2 req-9581f69d-4e78-4ea5-a4a2-445ed9be8cf6 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0523961 Feb 18 16:38:37.362340 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b98c0c00-c44d-481b-bf16-ecbbe48b95a2 req-09e9851a-ed1d-423f-8a7c-465455dc5793 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533879 Feb 18 16:38:37.410880 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-e6a35498-d2a1-47ce-897a-17b2d967784c tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:37.412266 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-e6a35498-d2a1-47ce-897a-17b2d967784c tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.71 "GET /v2.0/networks?id=2b811648-c80d-4727-bdca-d48aeebc54a0 HTTP/1.1" status: 200 len: 815 time: 0.1067469 Feb 18 16:38:37.433012 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Request body: {'port': {'device_id': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0', 'admin_state_up': True, 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:38:37.520550 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:37.536990 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Made reservation on behalf of 5b04fb10cc4e44a49d858b023869ee5d for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:38:37.540258 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:37.666970 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Allocated IP 172.20.0.13 (2b811648-c80d-4727-bdca-d48aeebc54a0/21dc5282-029c-4312-8015-90573d273182/2e9653cd-9ed1-4993-bcac-1a146e9ca36b) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:38:37.796495 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3e6aa-d2c5-4e92-b344-f0113c4d4e1d req-7bc667be-bf5f-43c5-b287-5bf85720b18c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:37.805676 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6ec3e6aa-d2c5-4e92-b344-f0113c4d4e1d req-7bc667be-bf5f-43c5-b287-5bf85720b18c tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0680039 Feb 18 16:38:37.832648 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:37.885109 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:37.894112 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6ec3e6aa-d2c5-4e92-b344-f0113c4d4e1d req-7ba1deb9-2141-4422-8f81-600de6dd7086 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838182 Feb 18 16:38:38.013796 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Network 2b811648-c80d-4727-bdca-d48aeebc54a0 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:38:38.019855 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:38:38.029482 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:38:38.090618 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Pushing event updated for resources: {'Port': ['ID=2e9653cd-9ed1-4993-bcac-1a146e9ca36b,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:38.112081 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:38.112403 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:38.112742 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:38.113081 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:38.113417 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:38.113823 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:38.114076 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:38.114402 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:38.114726 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:38.115057 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:38.115528 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:38.115693 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:38.116025 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:38.178638 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:38.179960 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:38.209324 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-140375e9-61f1-4b85-afeb-7a64aa8a2a5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7796693 Feb 18 16:38:38.342996 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-8ecb59ca-91bc-4f8f-b64f-e52dcafb7113 None None] Provisioning complete for port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:38.344850 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-8ecb59ca-91bc-4f8f-b64f-e52dcafb7113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:38.397050 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da784418-3226-4c3c-ac57-e62e7da08947 req-17727ef8-e5af-4d5d-8bae-8359a77f78f8 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:38.403433 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-da784418-3226-4c3c-ac57-e62e7da08947 req-17727ef8-e5af-4d5d-8bae-8359a77f78f8 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 932 time: 0.1023922 Feb 18 16:38:38.409324 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-8ecb59ca-91bc-4f8f-b64f-e52dcafb7113 None None] Port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:38:38.518621 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-da784418-3226-4c3c-ac57-e62e7da08947 req-5ecd6884-48bc-4125-aefe-501a8e9a62f6 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091564 Feb 18 16:38:38.537283 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a00b2-e470-4dad-ab2e-a73b55d2f9b1 req-501e33e3-705f-4890-ac14-1d50323483c7 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:38.538766 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a76a00b2-e470-4dad-ab2e-a73b55d2f9b1 req-501e33e3-705f-4890-ac14-1d50323483c7 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0910006 Feb 18 16:38:38.587879 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a76a00b2-e470-4dad-ab2e-a73b55d2f9b1 req-44773e7e-1464-4b93-b52b-afbacb87e87a tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433207 Feb 18 16:38:39.018041 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8a5c8-b269-4f73-8550-7e42fdffe826 req-ed334207-073f-4e12-a54a-80cd6eced1bd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:39.019545 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bfe8a5c8-b269-4f73-8550-7e42fdffe826 req-ed334207-073f-4e12-a54a-80cd6eced1bd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0560467 Feb 18 16:38:39.065713 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bfe8a5c8-b269-4f73-8550-7e42fdffe826 req-1d17b335-c7ec-409b-a00b-9eef2f508c3b tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406244 Feb 18 16:38:39.673300 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71327b-0275-44fd-91ee-566090bfd80d req-4a1768a3-014f-44dc-977c-4b7d39bf58fc tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:39.675532 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ca71327b-0275-44fd-91ee-566090bfd80d req-4a1768a3-014f-44dc-977c-4b7d39bf58fc tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 932 time: 0.0886250 Feb 18 16:38:39.770326 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ca71327b-0275-44fd-91ee-566090bfd80d req-22508250-bb99-4361-b403-9705c98aafda tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880592 Feb 18 16:38:39.781595 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9cbf6-386e-4a8f-9b0d-5a71f43e96c1 req-3c85506f-2c38-49ab-85d6-33703eab9a4d tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:39.783604 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4bd9cbf6-386e-4a8f-9b0d-5a71f43e96c1 req-3c85506f-2c38-49ab-85d6-33703eab9a4d tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0929134 Feb 18 16:38:39.837745 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4bd9cbf6-386e-4a8f-9b0d-5a71f43e96c1 req-64b8e5f9-cb7f-44d4-b54b-be0efe993528 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484562 Feb 18 16:38:40.199854 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc486a0-29fe-4a36-9805-ecbd2c2ca14c req-e1c05fcf-2a22-42ef-bd7e-85db29490ae8 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:40.201304 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2fc486a0-29fe-4a36-9805-ecbd2c2ca14c req-e1c05fcf-2a22-42ef-bd7e-85db29490ae8 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0535183 Feb 18 16:38:40.249718 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2fc486a0-29fe-4a36-9805-ecbd2c2ca14c req-6c4a7fa4-e62d-47de-adc9-e619ccd6a242 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420151 Feb 18 16:38:40.625439 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98022d9e-bf3b-406f-b42e-7c65b0315785 req-03e32e60-465a-4ae0-9787-db7d4dac3783 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:40.626978 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-98022d9e-bf3b-406f-b42e-7c65b0315785 req-03e32e60-465a-4ae0-9787-db7d4dac3783 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0570734 Feb 18 16:38:40.675933 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-98022d9e-bf3b-406f-b42e-7c65b0315785 req-fe57b661-348e-4f1b-8dd1-b29f54cbb782 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432465 Feb 18 16:38:40.729918 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:40.901841 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3e035-f9d2-4487-b5d0-84565702fb66 req-61f0bd01-6b0d-476b-a557-fbb84c230d0b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:40.903938 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-72d3e035-f9d2-4487-b5d0-84565702fb66 req-61f0bd01-6b0d-476b-a557-fbb84c230d0b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 932 time: 0.0621197 Feb 18 16:38:40.985160 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-72d3e035-f9d2-4487-b5d0-84565702fb66 req-2a783a72-3f8f-41fe-8a8a-0a631cc08f65 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745595 Feb 18 16:38:40.999742 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64900437-e363-4ea7-9805-1c7e7d506ff6 req-891c555c-f48f-4034-8c5c-6fa2729c5d17 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:41.001214 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-64900437-e363-4ea7-9805-1c7e7d506ff6 req-891c555c-f48f-4034-8c5c-6fa2729c5d17 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0870478 Feb 18 16:38:41.051781 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-64900437-e363-4ea7-9805-1c7e7d506ff6 req-aa0d1013-e702-423d-9603-647e923a2950 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Feb 18 16:38:41.375437 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dc671-af9f-440d-9a85-b8766c03884f req-42d0e084-3465-4a22-bbd0-9e13b6da7d70 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:41.377772 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-690dc671-af9f-440d-9a85-b8766c03884f req-42d0e084-3465-4a22-bbd0-9e13b6da7d70 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0540230 Feb 18 16:38:41.430179 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-690dc671-af9f-440d-9a85-b8766c03884f req-c4f4173c-c0d3-4b4d-9d64-011715e77321 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464721 Feb 18 16:38:41.797153 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bed4f4-3447-4016-9f2b-e0a6a6e23ec9 req-ce1ae497-989b-499c-a280-2f9e4c58f695 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:41.804270 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-51bed4f4-3447-4016-9f2b-e0a6a6e23ec9 req-ce1ae497-989b-499c-a280-2f9e4c58f695 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0603907 Feb 18 16:38:41.864248 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-51bed4f4-3447-4016-9f2b-e0a6a6e23ec9 req-dc2e6468-09c9-4044-8e2a-0f29f87fda7a tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590649 Feb 18 16:38:42.109722 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62d0cf-c831-482a-a03e-07189673044b req-b5ec94e8-5113-4e8f-95d2-29a06a6d8c0b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:42.111353 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fd62d0cf-c831-482a-a03e-07189673044b req-b5ec94e8-5113-4e8f-95d2-29a06a6d8c0b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 932 time: 0.0564899 Feb 18 16:38:42.186907 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fd62d0cf-c831-482a-a03e-07189673044b req-f243d8cd-68b1-4038-b7c7-f05181e699fa tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700779 Feb 18 16:38:42.204481 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178866b-4e7d-432d-8642-fc123747f914 req-4f00495f-c9e9-4fee-b0f7-4695a0926ca0 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:42.206872 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f178866b-4e7d-432d-8642-fc123747f914 req-4f00495f-c9e9-4fee-b0f7-4695a0926ca0 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0843625 Feb 18 16:38:42.259563 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f178866b-4e7d-432d-8642-fc123747f914 req-8aed8e81-86f6-47ca-8073-645ff6df3e8a tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457454 Feb 18 16:38:42.561255 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf4945-ae8c-440c-b960-180db6e34e2d req-ccd3a486-1262-4c0b-9afc-4bd8876786c8 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:42.563586 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8daf4945-ae8c-440c-b960-180db6e34e2d req-ccd3a486-1262-4c0b-9afc-4bd8876786c8 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0598001 Feb 18 16:38:42.612339 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8daf4945-ae8c-440c-b960-180db6e34e2d req-36846a4a-47c4-4ea6-b1f7-5de97ca0ad6e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428081 Feb 18 16:38:42.990169 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16501a26-9d5d-4d4b-9fee-c352f3ca232e req-26d30a06-e2e9-4a3c-8447-0c5c0afc5bfb tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:42.991632 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-16501a26-9d5d-4d4b-9fee-c352f3ca232e req-26d30a06-e2e9-4a3c-8447-0c5c0afc5bfb tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0555575 Feb 18 16:38:43.042321 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-16501a26-9d5d-4d4b-9fee-c352f3ca232e req-deca4d69-8963-426c-bb26-567446d7b482 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452292 Feb 18 16:38:43.314309 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9924f1-948a-4d73-8328-dfb9b5f102d6 req-0d2a82af-91e1-4468-8e7d-7dd2ad7c0cb4 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:43.317259 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7e9924f1-948a-4d73-8328-dfb9b5f102d6 req-0d2a82af-91e1-4468-8e7d-7dd2ad7c0cb4 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 932 time: 0.0627294 Feb 18 16:38:43.401813 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7e9924f1-948a-4d73-8328-dfb9b5f102d6 req-cae966bb-87fc-42e1-a82a-28d814e2ae5b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782800 Feb 18 16:38:43.421462 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9ac3c-22f8-4e6e-8199-26ac83ede40b req-aea38bcc-a200-4460-8976-b759f3573cfd tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:43.423310 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-98b9ac3c-22f8-4e6e-8199-26ac83ede40b req-aea38bcc-a200-4460-8976-b759f3573cfd tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0933747 Feb 18 16:38:43.478292 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-98b9ac3c-22f8-4e6e-8199-26ac83ede40b req-039ccbff-f39e-4ab0-9ad0-b648a08c54d5 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491097 Feb 18 16:38:43.764896 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831cdf9-5ac5-462b-85d7-bf5cbba0e629 req-ede71025-0bd4-4ac5-8f7c-33ade5495852 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:43.766390 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7831cdf9-5ac5-462b-85d7-bf5cbba0e629 req-ede71025-0bd4-4ac5-8f7c-33ade5495852 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0531380 Feb 18 16:38:43.819821 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7831cdf9-5ac5-462b-85d7-bf5cbba0e629 req-b479cce9-72ae-4217-bdef-81a2f46c50c1 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472989 Feb 18 16:38:44.166763 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b8e91-af0b-4ff9-9748-df3b6b072a1f req-b037603a-6ee9-42c4-befb-3d68e6116ec6 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:44.168278 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0d8b8e91-af0b-4ff9-9748-df3b6b072a1f req-b037603a-6ee9-42c4-befb-3d68e6116ec6 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0599439 Feb 18 16:38:44.214605 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0d8b8e91-af0b-4ff9-9748-df3b6b072a1f req-10d96b79-df1c-4dd1-9cb0-7712cf48a1e1 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405419 Feb 18 16:38:44.525150 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155d7ca-b445-481e-9fbc-29b8477d0ba1 req-bef72758-5e64-4333-b86e-990370dcc581 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:44.526652 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9155d7ca-b445-481e-9fbc-29b8477d0ba1 req-bef72758-5e64-4333-b86e-990370dcc581 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 932 time: 0.0538805 Feb 18 16:38:44.609195 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9155d7ca-b445-481e-9fbc-29b8477d0ba1 req-3345adda-40da-4b95-aea7-62ad2744ca67 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770812 Feb 18 16:38:44.628192 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9418e7-cd6a-4a14-9161-00915381541a req-abd38b35-da71-40ab-abb4-23a9bac80990 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:44.630296 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bd9418e7-cd6a-4a14-9161-00915381541a req-abd38b35-da71-40ab-abb4-23a9bac80990 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0845761 Feb 18 16:38:44.680825 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bd9418e7-cd6a-4a14-9161-00915381541a req-dd3bf266-e84f-4ca7-9c85-c841c46cac44 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448334 Feb 18 16:38:44.963258 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6675d-b84a-407c-b2be-b08cd7d1dfd4 req-197cf987-4e1b-49e6-ae14-ac350fc800d1 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:44.964668 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-34f6675d-b84a-407c-b2be-b08cd7d1dfd4 req-197cf987-4e1b-49e6-ae14-ac350fc800d1 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0569100 Feb 18 16:38:45.013179 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-34f6675d-b84a-407c-b2be-b08cd7d1dfd4 req-d2cbbf7f-6ce2-472d-9dd1-d97e2e26626b tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429695 Feb 18 16:38:45.337968 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939e559-3d51-474b-8ded-eca4a8520f82 req-06a79fd1-04f7-4ee0-b232-daa18d333498 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:45.339446 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b939e559-3d51-474b-8ded-eca4a8520f82 req-06a79fd1-04f7-4ee0-b232-daa18d333498 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0522289 Feb 18 16:38:45.388907 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b939e559-3d51-474b-8ded-eca4a8520f82 req-e9e0cbdf-1705-4b05-b0d2-bce0f22b19c9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439513 Feb 18 16:38:45.736192 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e215c77-a229-45ab-adc1-73c4bbb94178 req-970c3a24-4f55-4f99-9a75-b7927fb67aa7 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:45.737677 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6e215c77-a229-45ab-adc1-73c4bbb94178 req-970c3a24-4f55-4f99-9a75-b7927fb67aa7 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 932 time: 0.0587115 Feb 18 16:38:45.817281 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6e215c77-a229-45ab-adc1-73c4bbb94178 req-fc3954fb-cccc-425b-9d0a-71e9c38c03dc tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738356 Feb 18 16:38:45.837296 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558194a-d772-412e-a818-934c7836a2c5 req-d0804fc1-f8c6-4277-b395-c8ebfc59580f tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:45.838778 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0558194a-d772-412e-a818-934c7836a2c5 req-d0804fc1-f8c6-4277-b395-c8ebfc59580f tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0897565 Feb 18 16:38:45.893847 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0558194a-d772-412e-a818-934c7836a2c5 req-d4fd3095-1204-43fa-accc-ef9a17b06d36 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493245 Feb 18 16:38:46.147085 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880805fb-cc0f-497b-a14a-1203e90f9cc4 req-ba3e51cd-f6f2-4989-a9a5-6f0cb1f2de96 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:46.149015 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-880805fb-cc0f-497b-a14a-1203e90f9cc4 req-ba3e51cd-f6f2-4989-a9a5-6f0cb1f2de96 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0599327 Feb 18 16:38:46.200657 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-880805fb-cc0f-497b-a14a-1203e90f9cc4 req-83dd20ec-3f0a-4e49-8616-c82b47d84540 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417886 Feb 18 16:38:46.510430 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128ed2e-b2ec-4d5c-9ac5-3fd09d85570b req-ab645be3-46a7-439f-97b0-93a03b976635 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:46.511943 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3128ed2e-b2ec-4d5c-9ac5-3fd09d85570b req-ab645be3-46a7-439f-97b0-93a03b976635 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0526557 Feb 18 16:38:46.561476 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3128ed2e-b2ec-4d5c-9ac5-3fd09d85570b req-1348c37f-255a-443a-a9f1-b5aec30016e1 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438616 Feb 18 16:38:46.950672 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a458f-f374-4451-a39d-859803f8410c req-8ee9e457-3dd5-45d7-9dc1-c5334cf4d929 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:46.953297 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-321a458f-f374-4451-a39d-859803f8410c req-8ee9e457-3dd5-45d7-9dc1-c5334cf4d929 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 932 time: 0.0648134 Feb 18 16:38:47.046516 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-321a458f-f374-4451-a39d-859803f8410c req-f48b2f2a-023f-42ed-9aa7-bf7fe4cb0705 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883031 Feb 18 16:38:47.060479 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e0373-7158-4b8c-8410-86dc602aef74 req-ab7f274e-1107-4530-9af7-173fd7d10f75 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:47.062166 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fb8e0373-7158-4b8c-8410-86dc602aef74 req-ab7f274e-1107-4530-9af7-173fd7d10f75 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0851631 Feb 18 16:38:47.110968 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fb8e0373-7158-4b8c-8410-86dc602aef74 req-eb7823d0-a07e-445a-a6c4-ee81b9ece174 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426652 Feb 18 16:38:47.323459 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9f110-6771-4b4b-b94f-a7312e5a7517 req-7a230fc1-221f-4156-aeec-593d583cec87 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:47.325064 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-52e9f110-6771-4b4b-b94f-a7312e5a7517 req-7a230fc1-221f-4156-aeec-593d583cec87 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0515079 Feb 18 16:38:47.379455 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-52e9f110-6771-4b4b-b94f-a7312e5a7517 req-82e753e3-7274-4032-a543-60ff97a9104b tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475643 Feb 18 16:38:47.685113 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a9ae0-8e1e-4275-83d3-93ae1b719aab req-ac55678b-053a-4f63-a68c-0daaf5124b36 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:47.686511 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-217a9ae0-8e1e-4275-83d3-93ae1b719aab req-ac55678b-053a-4f63-a68c-0daaf5124b36 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0552883 Feb 18 16:38:47.735503 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-217a9ae0-8e1e-4275-83d3-93ae1b719aab req-7ce3b0f3-46d6-4000-8a32-3cda0bf12be9 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432971 Feb 18 16:38:48.178602 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a450513-69c5-4135-91fc-8f9f8c384f63 req-26e2468c-255d-4bbd-b55f-84db06fc5618 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:48.180315 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2a450513-69c5-4135-91fc-8f9f8c384f63 req-26e2468c-255d-4bbd-b55f-84db06fc5618 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 932 time: 0.0649490 Feb 18 16:38:48.265526 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2a450513-69c5-4135-91fc-8f9f8c384f63 req-2be0b1ca-4a60-44c8-b820-f56b8f0f07fe tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721209 Feb 18 16:38:48.273452 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b9538-d980-4f2e-a6b8-c7a306377974 req-bbee5813-c955-44fe-a9e5-5584249eda73 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:48.274880 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ef4b9538-d980-4f2e-a6b8-c7a306377974 req-bbee5813-c955-44fe-a9e5-5584249eda73 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0916231 Feb 18 16:38:48.322951 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ef4b9538-d980-4f2e-a6b8-c7a306377974 req-329cca3c-06d9-4442-a720-66538e64e627 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425065 Feb 18 16:38:48.502785 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c1c70-c5fa-4a6e-b0c3-10aefdda9174 req-da6851c4-9c63-4203-8ff3-001da4c30b61 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:48.504809 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-207c1c70-c5fa-4a6e-b0c3-10aefdda9174 req-da6851c4-9c63-4203-8ff3-001da4c30b61 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0534375 Feb 18 16:38:48.551999 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-207c1c70-c5fa-4a6e-b0c3-10aefdda9174 req-58dc7189-d0a9-4613-9496-078b4f0874b3 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415161 Feb 18 16:38:48.854297 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1806eae-3a22-4e4f-ac47-4ebb24feffdb req-49e7c716-c02f-4670-af55-f776d26aced2 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:48.856038 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d1806eae-3a22-4e4f-ac47-4ebb24feffdb req-49e7c716-c02f-4670-af55-f776d26aced2 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0514476 Feb 18 16:38:48.906001 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d1806eae-3a22-4e4f-ac47-4ebb24feffdb req-175eeb46-296d-4d28-98d9-e21f587f5edd tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444407 Feb 18 16:38:49.318946 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Request body: {'port': {'device_id': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:38:49.409020 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fdffe-8b34-4f3b-8bd0-48e67b6f0a0f req-029298ba-a4e9-4804-a8db-581988474d44 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:49.410879 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-403fdffe-8b34-4f3b-8bd0-48e67b6f0a0f req-029298ba-a4e9-4804-a8db-581988474d44 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 932 time: 0.0671933 Feb 18 16:38:49.436436 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:49.485559 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62291c5-cc8a-45a4-a764-15edb3772288 req-2354b5b4-c80b-4e8a-bf0d-c569c0cab6ac tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:49.487021 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c62291c5-cc8a-45a4-a764-15edb3772288 req-2354b5b4-c80b-4e8a-bf0d-c569c0cab6ac tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0943122 Feb 18 16:38:49.490379 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-403fdffe-8b34-4f3b-8bd0-48e67b6f0a0f req-8d97db00-be19-40ca-b1a1-fca4412ca58b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606217 Feb 18 16:38:49.491088 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-93a02ebc-46b7-47fe-bcc0-3538e0ad20e7 req-221e25a5-d1fb-4f8c-ac9e-a77ea865347b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814550 Feb 18 16:38:49.542487 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c62291c5-cc8a-45a4-a764-15edb3772288 req-5a78df97-2350-48c3-ab1a-9f633bdd3a5e tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495696 Feb 18 16:38:49.653493 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a02ebc-46b7-47fe-bcc0-3538e0ad20e7 req-6a5a1a29-5f92-460e-b5d9-562861d65b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:49.654966 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-93a02ebc-46b7-47fe-bcc0-3538e0ad20e7 req-6a5a1a29-5f92-460e-b5d9-562861d65b38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8f9dd11e8374a7985fc4a92db14658a&device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 1129 time: 0.1065915 Feb 18 16:38:49.676922 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52f5fc-02ec-465b-9ac7-2e15ded23168 req-bef9b943-f92c-497e-ad57-8251a24a72d0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:49.678434 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1f52f5fc-02ec-465b-9ac7-2e15ded23168 req-bef9b943-f92c-497e-ad57-8251a24a72d0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0540557 Feb 18 16:38:49.724610 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1f52f5fc-02ec-465b-9ac7-2e15ded23168 req-32d4524c-0f40-4a7b-a607-83bb4736fe67 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407064 Feb 18 16:38:50.025174 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d985f5-4734-4f2c-ae60-1f954260d336 req-4c1d02a5-c3d0-440a-8c1e-63a3a594880e tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:50.026744 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-06d985f5-4734-4f2c-ae60-1f954260d336 req-4c1d02a5-c3d0-440a-8c1e-63a3a594880e tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0530081 Feb 18 16:38:50.038366 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9653cd-9ed1-4993-bcac-1a146e9ca36b {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:38:50.048469 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Publish callbacks [] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:50.051674 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a02ebc-46b7-47fe-bcc0-3538e0ad20e7 req-84c8eae8-af7a-4619-bdca-d3df46aa5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:50.053144 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-93a02ebc-46b7-47fe-bcc0-3538e0ad20e7 req-84c8eae8-af7a-4619-bdca-d3df46aa5a2b service neutron] 10.222.0.71 "GET /v2.0/networks?id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17 HTTP/1.1" status: 200 len: 920 time: 0.3679166 Feb 18 16:38:50.069805 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Transition to ACTIVE for port object 2e9653cd-9ed1-4993-bcac-1a146e9ca36b will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:38:50.075765 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-06d985f5-4734-4f2c-ae60-1f954260d336 req-cad39177-f518-4d06-972d-c8c2a7ef6176 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427527 Feb 18 16:38:50.096836 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-93a02ebc-46b7-47fe-bcc0-3538e0ad20e7 req-4308746d-8e73-4959-86a3-76125b2081c6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=982171f0-19a1-4cec-8f38-7db94b4e569a HTTP/1.1" status: 200 len: 217 time: 0.0351491 Feb 18 16:38:50.097634 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:50.188834 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9653cd-9ed1-4993-bcac-1a146e9ca36b,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:50.196560 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a02ebc-46b7-47fe-bcc0-3538e0ad20e7 req-ebd29314-3a10-4c81-9f10-61bce764e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:50.201951 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-93a02ebc-46b7-47fe-bcc0-3538e0ad20e7 req-ebd29314-3a10-4c81-9f10-61bce764e67a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f67f844d-74e9-48b6-8285-f0d76073c1b5 HTTP/1.1" status: 200 len: 859 time: 0.0806415 Feb 18 16:38:50.265384 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-93a02ebc-46b7-47fe-bcc0-3538e0ad20e7 req-260bc42a-36ff-43ff-bebd-65cc077ddce5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c1c4f35c-86d5-431f-9fd3-6e07d8918e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457535 Feb 18 16:38:50.338215 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Attempting to bind port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:38:50.338829 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Attempting to bind port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'ddebdcaa-da2c-4a74-8328-82bc2693eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:38:50.338936 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Attempting to bind port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b on network 2b811648-c80d-4727-bdca-d48aeebc54a0 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:38:50.346806 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b on network 2b811648-c80d-4727-bdca-d48aeebc54a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:38:50.347750 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Attempting to bind port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b on network 2b811648-c80d-4727-bdca-d48aeebc54a0 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:38:50.357006 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:38:50.357365 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Checking segment: {'id': 'ddebdcaa-da2c-4a74-8328-82bc2693eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:38:50.357750 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Bound using segment: {'id': 'ddebdcaa-da2c-4a74-8328-82bc2693eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:38:50.358176 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Bound port: 2e9653cd-9ed1-4993-bcac-1a146e9ca36b, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddebdcaa-da2c-4a74-8328-82bc2693eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:38:50.358534 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:50.412422 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-93a02ebc-46b7-47fe-bcc0-3538e0ad20e7 req-36eef5b5-bd42-4cd7-81f3-581fcee3f0f3 service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387665 Feb 18 16:38:50.490706 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] For port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:38:50.506003 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] For port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2e9653cd-9ed1-4993-bcac-1a146e9ca36b,segment=NetworkSegment(ddebdcaa-da2c-4a74-8328-82bc2693eb85),segment_id=ddebdcaa-da2c-4a74-8328-82bc2693eb85)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:38:50.514433 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:50.567824 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:50.568452 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:50.569869 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] 10.222.0.71 "PUT /v2.0/ports/2e9653cd-9ed1-4993-bcac-1a146e9ca36b HTTP/1.1" status: 200 len: 1094 time: 1.2556696 Feb 18 16:38:50.572167 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'tag': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:38:50.574536 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980de7ab-42b6-4a19-b746-ea359c975363" -d '{"events": [{"name": "network-changed", "server_uuid": "74ef3ff2-ece2-4a59-8c1c-149ff844cbb8", "tag": "2e9653cd-9ed1-4993-bcac-1a146e9ca36b"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:38:50.594437 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-93a02ebc-46b7-47fe-bcc0-3538e0ad20e7 req-dbf5c7c6-9134-43e9-a2a9-af4045f0006f service neutron] 10.222.0.71 "GET /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669912 Feb 18 16:38:50.600716 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcba39-0e7d-4a4d-96e3-0f0ed7fba991 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9653cd-9ed1-4993-bcac-1a146e9ca36b,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:50.626444 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8d24f-de29-4704-b74c-24e9a2b12bb6 req-af838bbd-763a-4ce2-a62c-a381a8aa95f4 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:50.634526 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-16a8d24f-de29-4704-b74c-24e9a2b12bb6 req-af838bbd-763a-4ce2-a62c-a381a8aa95f4 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 944 time: 0.0764337 Feb 18 16:38:50.708790 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-16a8d24f-de29-4704-b74c-24e9a2b12bb6 req-0051cf18-33df-44d0-8a14-8f8719f34484 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734289 Feb 18 16:38:50.727541 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70550ab2-0e7c-4a38-b71a-bbef3af04fd3 req-231c0c90-4cbd-4a28-ae47-5f2eff1513af tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:50.728831 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9398c-c4be-451b-b0ce-d3771a5ea713 req-c5feaa48-38b1-4f2a-a7b2-040ef3b14e78 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:50.729041 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-70550ab2-0e7c-4a38-b71a-bbef3af04fd3 req-231c0c90-4cbd-4a28-ae47-5f2eff1513af tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.0757637 Feb 18 16:38:50.731797 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-20f9398c-c4be-451b-b0ce-d3771a5ea713 req-c5feaa48-38b1-4f2a-a7b2-040ef3b14e78 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 945 time: 0.1032465 Feb 18 16:38:50.790853 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-f7990505-82a5-461c-9c86-36c12431066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:50.792354 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-f7990505-82a5-461c-9c86-36c12431066e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5b04fb10cc4e44a49d858b023869ee5d&device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 1128 time: 0.1453309 Feb 18 16:38:50.794554 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-70550ab2-0e7c-4a38-b71a-bbef3af04fd3 req-120276f0-dc4b-49ce-ba44-2dec5464198b tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dcd8f30-a60a-43cd-9eef-e782f14dd156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511184 Feb 18 16:38:50.794714 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7aadf0-7691-4139-a8aa-907f6cfa29a6 x-openstack-request-id: req-ce7aadf0-7691-4139-a8aa-907f6cfa29a6 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:38:50.794714 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ef3ff2-ece2-4a59-8c1c-149ff844cbb8", "tag": "2e9653cd-9ed1-4993-bcac-1a146e9ca36b", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:38:50.794714 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce7aadf0-7691-4139-a8aa-907f6cfa29a6 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:38:50.794947 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'tag': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b', 'status': 'completed', 'code': 200} Feb 18 16:38:50.868923 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-4740f6ef-1410-4fae-80ac-78208ab1775b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e9653cd-9ed1-4993-bcac-1a146e9ca36b HTTP/1.1" status: 200 len: 217 time: 0.0464132 Feb 18 16:38:50.879584 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bebd9-7913-48ec-9cd1-6ef93d01f066 req-6ad22cd9-797a-489a-9b73-aa653c3f768a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:50.881072 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-959bebd9-7913-48ec-9cd1-6ef93d01f066 req-6ad22cd9-797a-489a-9b73-aa653c3f768a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0550165 Feb 18 16:38:50.922619 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-20f9398c-c4be-451b-b0ce-d3771a5ea713 req-b72af4a9-dfdb-4a50-ac13-e4c1179c4a09 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Deleting port 026276bc-60a5-4c70-9209-e90f3e149e42 {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:38:50.922954 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-20f9398c-c4be-451b-b0ce-d3771a5ea713 req-b72af4a9-dfdb-4a50-ac13-e4c1179c4a09 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (026276bc-60a5-4c70-9209-e90f3e149e42), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:50.931147 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-959bebd9-7913-48ec-9cd1-6ef93d01f066 req-dc1457e9-0e2f-4c57-a122-4be49dfd1936 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443258 Feb 18 16:38:50.966479 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-2a975129-abd4-4619-83d3-40467193dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:50.967918 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-2a975129-abd4-4619-83d3-40467193dc10 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21dc5282-029c-4312-8015-90573d273182 HTTP/1.1" status: 200 len: 854 time: 0.0918381 Feb 18 16:38:51.046903 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-20f9398c-c4be-451b-b0ce-d3771a5ea713 req-b72af4a9-dfdb-4a50-ac13-e4c1179c4a09 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] For port 026276bc-60a5-4c70-9209-e90f3e149e42, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=026276bc-60a5-4c70-9209-e90f3e149e42,segment=NetworkSegment(31d3444b-5a87-43ed-967c-57a81aaaf147),segment_id=31d3444b-5a87-43ed-967c-57a81aaaf147)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:51.047266 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-20f9398c-c4be-451b-b0ce-d3771a5ea713 req-b72af4a9-dfdb-4a50-ac13-e4c1179c4a09 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (026276bc-60a5-4c70-9209-e90f3e149e42), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:51.062878 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-04b4cbd4-208b-4e5a-aeaa-4100e102b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:51.064362 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-04b4cbd4-208b-4e5a-aeaa-4100e102b4de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b811648-c80d-4727-bdca-d48aeebc54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879126 Feb 18 16:38:51.065187 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-20f9398c-c4be-451b-b0ce-d3771a5ea713 req-b72af4a9-dfdb-4a50-ac13-e4c1179c4a09 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Calling delete_port for 026276bc-60a5-4c70-9209-e90f3e149e42 owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:38:51.198101 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba4f14-a31e-440f-af56-235db63d8ee0 req-4f283f9a-6b3c-4103-a366-aeb1dbbe599f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:51.201945 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0eba4f14-a31e-440f-af56-235db63d8ee0 req-4f283f9a-6b3c-4103-a366-aeb1dbbe599f tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0588143 Feb 18 16:38:51.214255 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-34b475da-46c3-474e-880c-d0fe7c1893e9 service neutron] 10.222.0.71 "GET /v2.0/networks/2b811648-c80d-4727-bdca-d48aeebc54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360137 Feb 18 16:38:51.255141 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0eba4f14-a31e-440f-af56-235db63d8ee0 req-6d22cdee-1672-4d8d-bf94-4dbd60fdd787 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492771 Feb 18 16:38:51.337874 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-20f9398c-c4be-451b-b0ce-d3771a5ea713 req-b72af4a9-dfdb-4a50-ac13-e4c1179c4a09 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (026276bc-60a5-4c70-9209-e90f3e149e42), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:51.351210 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['026276bc-60a5-4c70-9209-e90f3e149e42'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:38:51.375696 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72af4a9-dfdb-4a50-ac13-e4c1179c4a09 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Pushing event deleted for resources: {'Port': ['ID=026276bc-60a5-4c70-9209-e90f3e149e42,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:51.383500 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9846aac3-3580-4f63-bc64-0db64fd5cc21 req-f13da121-dc00-4641-9db0-289744c6ac1d service neutron] 10.222.0.71 "GET /v2.0/networks/2b811648-c80d-4727-bdca-d48aeebc54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590545 Feb 18 16:38:51.426362 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f9398c-c4be-451b-b0ce-d3771a5ea713 req-b72af4a9-dfdb-4a50-ac13-e4c1179c4a09 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] No DVR routers for this DVR port 026276bc-60a5-4c70-9209-e90f3e149e42 on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:38:51.428749 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-20f9398c-c4be-451b-b0ce-d3771a5ea713 req-b72af4a9-dfdb-4a50-ac13-e4c1179c4a09 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:51.432210 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-20f9398c-c4be-451b-b0ce-d3771a5ea713 req-b72af4a9-dfdb-4a50-ac13-e4c1179c4a09 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.71 "DELETE /v2.0/ports/026276bc-60a5-4c70-9209-e90f3e149e42 HTTP/1.1" status: 204 len: 173 time: 0.6943071 Feb 18 16:38:51.502898 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980de7ab-42b6-4a19-b746-ea359c975363 req-6a60e06a-0b0c-4426-a2b1-89c18904543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:51.505199 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-980de7ab-42b6-4a19-b746-ea359c975363 req-6a60e06a-0b0c-4426-a2b1-89c18904543b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5b04fb10cc4e44a49d858b023869ee5d&device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 1128 time: 0.0496590 Feb 18 16:38:51.599243 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980de7ab-42b6-4a19-b746-ea359c975363 req-696999bd-1784-4b28-898a-0302ebf44928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:51.600724 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-980de7ab-42b6-4a19-b746-ea359c975363 req-696999bd-1784-4b28-898a-0302ebf44928 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b811648-c80d-4727-bdca-d48aeebc54a0 HTTP/1.1" status: 200 len: 916 time: 0.0855284 Feb 18 16:38:51.653304 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-980de7ab-42b6-4a19-b746-ea359c975363 req-1952c5d7-7be8-44e3-89df-0c5a88e9021d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e9653cd-9ed1-4993-bcac-1a146e9ca36b HTTP/1.1" status: 200 len: 217 time: 0.0373418 Feb 18 16:38:51.700764 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980de7ab-42b6-4a19-b746-ea359c975363 req-f7968f3e-727a-407e-9e99-2285be40bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:51.702186 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-980de7ab-42b6-4a19-b746-ea359c975363 req-f7968f3e-727a-407e-9e99-2285be40bcc3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21dc5282-029c-4312-8015-90573d273182 HTTP/1.1" status: 200 len: 854 time: 0.0420332 Feb 18 16:38:51.751037 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980de7ab-42b6-4a19-b746-ea359c975363 req-a18cc987-7361-4a9f-83a2-302ce19b7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:51.752553 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-980de7ab-42b6-4a19-b746-ea359c975363 req-a18cc987-7361-4a9f-83a2-302ce19b7de8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b811648-c80d-4727-bdca-d48aeebc54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430248 Feb 18 16:38:51.837715 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b5eec-9ec8-43d2-92f4-e4f440cd38b2 req-6a8ca7ee-33a4-4133-a613-f2473b575041 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:51.839422 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-884b5eec-9ec8-43d2-92f4-e4f440cd38b2 req-6a8ca7ee-33a4-4133-a613-f2473b575041 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 944 time: 0.0591922 Feb 18 16:38:51.866600 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-980de7ab-42b6-4a19-b746-ea359c975363 req-81ac95b1-e83a-4ca8-b270-89c3960d02d6 service neutron] 10.222.0.71 "GET /v2.0/networks/2b811648-c80d-4727-bdca-d48aeebc54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021156 Feb 18 16:38:51.892235 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-884b5eec-9ec8-43d2-92f4-e4f440cd38b2 req-eabaa16a-fad5-49dd-95e0-b784a6d3d576 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473118 Feb 18 16:38:51.923496 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-305c6747-f123-489d-a605-fc542da2b20b req-d86e9004-2e90-427c-aaf2-acb3d9181624 tempest-AttachVolumeNegativeTest-139014851 tempest-AttachVolumeNegativeTest-139014851-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0c7ada-c51c-454e-b6a0-1efd1ce582bb HTTP/1.1" status: 200 len: 210 time: 0.0301480 Feb 18 16:38:51.965601 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-980de7ab-42b6-4a19-b746-ea359c975363 req-0a5c4e34-0503-4cba-a849-572b41d4fb25 service neutron] 10.222.0.71 "GET /v2.0/networks/2b811648-c80d-4727-bdca-d48aeebc54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871735 Feb 18 16:38:52.052564 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6c680-1b4f-4613-a7de-1c8edb8f5317 req-3388a3c9-21dc-4970-afb0-eab7f3aa30bd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:52.054018 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-45a6c680-1b4f-4613-a7de-1c8edb8f5317 req-3388a3c9-21dc-4970-afb0-eab7f3aa30bd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 943 time: 0.0521872 Feb 18 16:38:52.098698 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-45a6c680-1b4f-4613-a7de-1c8edb8f5317 req-1e6eaf59-252e-4933-ad7e-413cf9b6dfab tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393074 Feb 18 16:38:52.375785 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432b69d-573b-4951-8979-4a923f46cdf6 req-32bd6e05-16bc-4c1b-ae7f-2cb19846b9f2 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:52.377243 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a432b69d-573b-4951-8979-4a923f46cdf6 req-32bd6e05-16bc-4c1b-ae7f-2cb19846b9f2 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0522213 Feb 18 16:38:52.426595 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a432b69d-573b-4951-8979-4a923f46cdf6 req-4d9eaf5f-1978-4071-955a-6eaa02bc9180 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435448 Feb 18 16:38:52.651484 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device efb85b90-8a8a-47b7-885d-98467875b692 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:38:52.748544 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port efb85b90-8a8a-47b7-885d-98467875b692, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=efb85b90-8a8a-47b7-885d-98467875b692,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:52.757387 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3167d-8605-4502-a595-aef8e9b9783d req-d0c20f97-fc4a-4c5d-9369-3a9193abf900 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:52.758829 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-a2f3167d-8605-4502-a595-aef8e9b9783d req-d0c20f97-fc4a-4c5d-9369-3a9193abf900 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.71 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 945 time: 0.0514512 Feb 18 16:38:52.760124 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': 'efb85b90-8a8a-47b7-885d-98467875b692', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'port_id': 'efb85b90-8a8a-47b7-885d-98467875b692', 'mac_address': 'fa:16:3e:3e:de:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:38:52.796461 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port efb85b90-8a8a-47b7-885d-98467875b692 is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:52.796855 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (efb85b90-8a8a-47b7-885d-98467875b692), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:52.797200 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0c7ada-c51c-454e-b6a0-1efd1ce582bb', 'name': 'network-vif-deleted', 'tag': '026276bc-60a5-4c70-9209-e90f3e149e42'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:38:52.799534 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864b397e-7f03-460c-a517-257d3cfeb1ba" -d '{"events": [{"server_uuid": "eb0c7ada-c51c-454e-b6a0-1efd1ce582bb", "name": "network-vif-deleted", "tag": "026276bc-60a5-4c70-9209-e90f3e149e42"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:38:52.810098 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb85b90-8a8a-47b7-885d-98467875b692 {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:38:52.830844 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port efb85b90-8a8a-47b7-885d-98467875b692, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=efb85b90-8a8a-47b7-885d-98467875b692,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:52.837494 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (efb85b90-8a8a-47b7-885d-98467875b692), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:52.843478 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3fb4f2-5e30-41c7-8dce-a32b2effe86c x-openstack-request-id: req-de3fb4f2-5e30-41c7-8dce-a32b2effe86c {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:38:52.843769 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0c7ada-c51c-454e-b6a0-1efd1ce582bb", "name": "network-vif-deleted", "tag": "026276bc-60a5-4c70-9209-e90f3e149e42", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:38:52.844022 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de3fb4f2-5e30-41c7-8dce-a32b2effe86c {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:38:52.844441 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0c7ada-c51c-454e-b6a0-1efd1ce582bb', 'name': 'network-vif-deleted', 'tag': '026276bc-60a5-4c70-9209-e90f3e149e42', 'status': 'completed', 'code': 200} Feb 18 16:38:52.874091 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-a2f3167d-8605-4502-a595-aef8e9b9783d req-f668d3f7-9223-418c-8359-643c185b7742 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Deleting port 763e727e-309e-41fe-8c1a-7bccc1fd730f {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:38:52.874429 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-a2f3167d-8605-4502-a595-aef8e9b9783d req-f668d3f7-9223-418c-8359-643c185b7742 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (763e727e-309e-41fe-8c1a-7bccc1fd730f), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:52.884847 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=efb85b90-8a8a-47b7-885d-98467875b692,revision_number=9']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:52.891602 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:52.891982 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:52.892331 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:52.892675 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:52.893008 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:52.893354 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:52.893691 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:52.894553 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:52.894882 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:52.895407 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:52.895565 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:52.895872 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:52.896195 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:38:52.962973 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-a2f3167d-8605-4502-a595-aef8e9b9783d req-f668d3f7-9223-418c-8359-643c185b7742 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] For port 763e727e-309e-41fe-8c1a-7bccc1fd730f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=763e727e-309e-41fe-8c1a-7bccc1fd730f,segment=NetworkSegment(88df7514-22c6-46e8-9a51-5371bd0502b6),segment_id=88df7514-22c6-46e8-9a51-5371bd0502b6)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:52.963399 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-a2f3167d-8605-4502-a595-aef8e9b9783d req-f668d3f7-9223-418c-8359-643c185b7742 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (763e727e-309e-41fe-8c1a-7bccc1fd730f), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:52.977660 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-a2f3167d-8605-4502-a595-aef8e9b9783d req-f668d3f7-9223-418c-8359-643c185b7742 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Calling delete_port for 763e727e-309e-41fe-8c1a-7bccc1fd730f owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:38:52.981550 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60054) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:53.016040 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22f4ba-bac6-4b02-9961-38ec5fa61685 req-eca5e4d7-76e3-471f-8e51-6ebea1d2fc00 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:53.017563 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-de22f4ba-bac6-4b02-9961-38ec5fa61685 req-eca5e4d7-76e3-471f-8e51-6ebea1d2fc00 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 944 time: 0.0595098 Feb 18 16:38:53.063828 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-de22f4ba-bac6-4b02-9961-38ec5fa61685 req-36345d5d-75d2-442a-bfb0-9e921c728080 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397253 Feb 18 16:38:53.067365 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8dfb9d-1fd6-41c6-8f2a-b8587955be22 admin admin] Deleting subnet c1f79cb2-5f1f-4d1b-9876-df6be6f72aab {{(pid=102871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 16:38:53.074545 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3d8dfb9d-1fd6-41c6-8f2a-b8587955be22 admin admin] Publish callbacks [] for subnet (c1f79cb2-5f1f-4d1b-9876-df6be6f72aab), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:53.126772 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3d8dfb9d-1fd6-41c6-8f2a-b8587955be22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13231428'] for subnet (c1f79cb2-5f1f-4d1b-9876-df6be6f72aab), precommit_delete_associations {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:53.141794 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['efb85b90-8a8a-47b7-885d-98467875b692'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:38:53.196938 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3d8dfb9d-1fd6-41c6-8f2a-b8587955be22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1265784'] for subnet (c1f79cb2-5f1f-4d1b-9876-df6be6f72aab), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:53.228242 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79b2cc-c459-4058-a90f-46cbdd0b5846 req-a4976605-c0ac-4590-801c-0e715ade71b8 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:53.229752 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-af79b2cc-c459-4058-a90f-46cbdd0b5846 req-a4976605-c0ac-4590-801c-0e715ade71b8 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 944 time: 0.0550845 Feb 18 16:38:53.248257 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-a2f3167d-8605-4502-a595-aef8e9b9783d req-f668d3f7-9223-418c-8359-643c185b7742 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (763e727e-309e-41fe-8c1a-7bccc1fd730f), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:53.261086 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['982171f0-19a1-4cec-8f38-7db94b4e569a', '763e727e-309e-41fe-8c1a-7bccc1fd730f'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:38:53.283439 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668d3f7-9223-418c-8359-643c185b7742 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Pushing event deleted for resources: {'Port': ['ID=763e727e-309e-41fe-8c1a-7bccc1fd730f,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:53.284361 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-af79b2cc-c459-4058-a90f-46cbdd0b5846 req-1cc8443e-36fb-432a-9acd-28213c8812d0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475776 Feb 18 16:38:53.332545 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3d8dfb9d-1fd6-41c6-8f2a-b8587955be22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1265761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13446614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416762'] for subnet (c1f79cb2-5f1f-4d1b-9876-df6be6f72aab), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:53.335997 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f3167d-8605-4502-a595-aef8e9b9783d req-f668d3f7-9223-418c-8359-643c185b7742 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] No DVR routers for this DVR port 763e727e-309e-41fe-8c1a-7bccc1fd730f on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:38:53.339639 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-a2f3167d-8605-4502-a595-aef8e9b9783d req-f668d3f7-9223-418c-8359-643c185b7742 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:53.342951 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-a2f3167d-8605-4502-a595-aef8e9b9783d req-f668d3f7-9223-418c-8359-643c185b7742 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.71 "DELETE /v2.0/ports/763e727e-309e-41fe-8c1a-7bccc1fd730f HTTP/1.1" status: 204 len: 173 time: 0.5759983 Feb 18 16:38:53.366434 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8dfb9d-1fd6-41c6-8f2a-b8587955be22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f79cb2-5f1f-4d1b-9876-df6be6f72aab,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:53.370082 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3d8dfb9d-1fd6-41c6-8f2a-b8587955be22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:53.375902 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-3d8dfb9d-1fd6-41c6-8f2a-b8587955be22 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c1f79cb2-5f1f-4d1b-9876-df6be6f72aab HTTP/1.1" status: 204 len: 168 time: 0.3933623 Feb 18 16:38:53.376514 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60060) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:53.451571 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2baacc33-b84d-4c89-b70a-9afb3294c813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1222129'] for network (e4819fa6-9553-4aa3-97f2-f1d4f9604d5e), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:53.539736 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2baacc33-b84d-4c89-b70a-9afb3294c813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1266929', 'neutron.services.segments.db._delete_segments_for_network-8740553082664'] for network (e4819fa6-9553-4aa3-97f2-f1d4f9604d5e), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:53.542132 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b67aa3df-185b-4e14-bc69-db0bef5550eb req-e2bcafa0-a3ca-4ea6-990b-137f4013710b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=da60f8f1-1607-4c80-9d90-a7a34ef5cb8c HTTP/1.1" status: 200 len: 210 time: 0.0307591 Feb 18 16:38:53.560896 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-2baacc33-b84d-4c89-b70a-9afb3294c813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4819fa6-9553-4aa3-97f2-f1d4f9604d5e']}} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:53.570636 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-2baacc33-b84d-4c89-b70a-9afb3294c813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d3444b-5a87-43ed-967c-57a81aaaf147') {'for_net_delete': True} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:53.570929 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-2baacc33-b84d-4c89-b70a-9afb3294c813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d3444b-5a87-43ed-967c-57a81aaaf147') {} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:53.579912 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2baacc33-b84d-4c89-b70a-9afb3294c813 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740553082929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13231421'] for segment (31d3444b-5a87-43ed-967c-57a81aaaf147), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:53.593627 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2baacc33-b84d-4c89-b70a-9afb3294c813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (31d3444b-5a87-43ed-967c-57a81aaaf147), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:53.599834 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2baacc33-b84d-4c89-b70a-9afb3294c813 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 16:38:53.600214 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2baacc33-b84d-4c89-b70a-9afb3294c813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444916'] for segment (31d3444b-5a87-43ed-967c-57a81aaaf147), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: Traceback (most recent call last): Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: timer() Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: cb(*args, **kw) Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: return func(*args, **kwargs) Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: self._notify() Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: self.callback(batched_events) Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: event.method(event) Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: return f(self, *a, **k) Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: return self._get(url).json() Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: return self.request(url, 'GET', **kwargs) Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 16:38:53.602012 dv-cinder-826607-4-iscsi neutron-server[102871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 16:38:53.655095 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2baacc33-b84d-4c89-b70a-9afb3294c813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1266942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594515'] for network (e4819fa6-9553-4aa3-97f2-f1d4f9604d5e), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:53.660638 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2baacc33-b84d-4c89-b70a-9afb3294c813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:53.664350 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-2baacc33-b84d-4c89-b70a-9afb3294c813 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e4819fa6-9553-4aa3-97f2-f1d4f9604d5e HTTP/1.1" status: 204 len: 168 time: 0.2869132 Feb 18 16:38:53.679110 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baacc33-b84d-4c89-b70a-9afb3294c813 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4819fa6-9553-4aa3-97f2-f1d4f9604d5e,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:53.857070 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60066) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:53.901092 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-8ad57a6c-a085-4e5e-8734-d55cac0cc789 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28bfb4c8af6f4094ac9c036a90e52cdc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426691 Feb 18 16:38:53.903694 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60068) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:53.954773 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5cfd9f86-2d6c-4bf0-959a-601fb8986827 admin admin] Publish callbacks [] for security_group (2dcd8f30-a60a-43cd-9eef-e782f14dd156), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:53.978131 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5cfd9f86-2d6c-4bf0-959a-601fb8986827 admin admin] Publish callbacks [] for security_group (2dcd8f30-a60a-43cd-9eef-e782f14dd156), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:54.025082 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5cfd9f86-2d6c-4bf0-959a-601fb8986827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (2dcd8f30-a60a-43cd-9eef-e782f14dd156), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:54.027627 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5cfd9f86-2d6c-4bf0-959a-601fb8986827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:54.028764 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-5cfd9f86-2d6c-4bf0-959a-601fb8986827 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2dcd8f30-a60a-43cd-9eef-e782f14dd156 HTTP/1.1" status: 204 len: 168 time: 0.1241715 Feb 18 16:38:54.037009 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd9f86-2d6c-4bf0-959a-601fb8986827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcd8f30-a60a-43cd-9eef-e782f14dd156,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:54.183534 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1674-16b4-4029-bc62-4d35afe27ac2 req-4aa6ca65-70c5-4022-a611-4251751dccb0 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:54.185316 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ecea1674-16b4-4029-bc62-4d35afe27ac2 req-4aa6ca65-70c5-4022-a611-4251751dccb0 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 944 time: 0.0536304 Feb 18 16:38:54.232451 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ecea1674-16b4-4029-bc62-4d35afe27ac2 req-25b03c95-689f-4e6a-9ada-2aa9ffc4e9f4 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414953 Feb 18 16:38:54.420279 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731c840-bb7b-423e-a087-9cf96dff138e req-7536c425-7e55-40eb-b1dd-e634e8dfc6c0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:54.422011 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c731c840-bb7b-423e-a087-9cf96dff138e req-7536c425-7e55-40eb-b1dd-e634e8dfc6c0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 944 time: 0.0528109 Feb 18 16:38:54.469983 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c731c840-bb7b-423e-a087-9cf96dff138e req-45fd5ce0-2399-48b3-9cf2-33dfae8b7ad0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408208 Feb 18 16:38:54.684237 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 2e9653cd-9ed1-4993-bcac-1a146e9ca36b details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:38:54.687541 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device efb85b90-8a8a-47b7-885d-98467875b692 up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:38:54.755768 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60102) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:54.801512 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port efb85b90-8a8a-47b7-885d-98467875b692 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:54.801897 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (efb85b90-8a8a-47b7-885d-98467875b692), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:54.833271 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afef3a-8d03-454b-8463-4b9cc37d337e req-9d4b9909-49f6-4ca4-81f3-1320ab156933 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:54.834811 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-68afef3a-8d03-454b-8463-4b9cc37d337e req-9d4b9909-49f6-4ca4-81f3-1320ab156933 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0604341 Feb 18 16:38:54.845718 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da60f8f1-1607-4c80-9d90-a7a34ef5cb8c', 'name': 'network-vif-deleted', 'tag': '763e727e-309e-41fe-8c1a-7bccc1fd730f'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:38:54.849700 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4d909c-63a1-404e-af07-2d4a9dfd1c7f" -d '{"events": [{"server_uuid": "da60f8f1-1607-4c80-9d90-a7a34ef5cb8c", "name": "network-vif-deleted", "tag": "763e727e-309e-41fe-8c1a-7bccc1fd730f"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:38:54.865395 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2e9653cd-9ed1-4993-bcac-1a146e9ca36b,segment=NetworkSegment(ddebdcaa-da2c-4a74-8328-82bc2693eb85),segment_id=ddebdcaa-da2c-4a74-8328-82bc2693eb85)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:54.886905 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-80463090-fff6-43dc-a06e-a3d11ae77c7d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-382164491-network', 'tenant_id': 'a9fc54af740d47a1b14994f1b2a86482'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:38:54.894047 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d170f4d5-0104-4465-811c-45906b16653d x-openstack-request-id: req-d170f4d5-0104-4465-811c-45906b16653d {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:38:54.894801 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da60f8f1-1607-4c80-9d90-a7a34ef5cb8c", "name": "network-vif-deleted", "tag": "763e727e-309e-41fe-8c1a-7bccc1fd730f", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:38:54.894801 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d170f4d5-0104-4465-811c-45906b16653d {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:38:54.895004 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da60f8f1-1607-4c80-9d90-a7a34ef5cb8c', 'name': 'network-vif-deleted', 'tag': '763e727e-309e-41fe-8c1a-7bccc1fd730f', 'status': 'completed', 'code': 200} Feb 18 16:38:54.901602 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b', 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0', 'port_id': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b', 'mac_address': 'fa:16:3e:46:68:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21dc5282-029c-4312-8015-90573d273182', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:38:54.920036 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-68afef3a-8d03-454b-8463-4b9cc37d337e req-e6e8818e-525a-4e3b-a364-956df6c9edbd tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794282 Feb 18 16:38:54.924921 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80463090-fff6-43dc-a06e-a3d11ae77c7d admin admin] Made reservation on behalf of a9fc54af740d47a1b14994f1b2a86482 for: {'network': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:38:54.927688 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-80463090-fff6-43dc-a06e-a3d11ae77c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:54.934827 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port efb85b90-8a8a-47b7-885d-98467875b692 is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:54.935231 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (efb85b90-8a8a-47b7-885d-98467875b692), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:54.939457 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-80463090-fff6-43dc-a06e-a3d11ae77c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:54.966364 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:54.966756 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:54.974012 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bd2870-baf9-464c-bbc2-4356c559364b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb85b90-8a8a-47b7-885d-98467875b692'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:38:54.976259 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042f7d30-c975-451d-be50-78c9012e7e62" -d '{"events": [{"server_uuid": "70bd2870-baf9-464c-bbc2-4356c559364b", "name": "network-vif-plugged", "status": "completed", "tag": "efb85b90-8a8a-47b7-885d-98467875b692"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:38:54.996434 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port efb85b90-8a8a-47b7-885d-98467875b692, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=efb85b90-8a8a-47b7-885d-98467875b692,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:54.998584 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9653cd-9ed1-4993-bcac-1a146e9ca36b {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:38:55.004899 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (efb85b90-8a8a-47b7-885d-98467875b692), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:55.005749 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 026276bc-60a5-4c70-9209-e90f3e149e42 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:38:55.025543 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-80463090-fff6-43dc-a06e-a3d11ae77c7d admin admin] Publish callbacks [] for security_group (daed86ad-4cdd-439b-be87-9dabf69caced), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:55.029426 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-80463090-fff6-43dc-a06e-a3d11ae77c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (daed86ad-4cdd-439b-be87-9dabf69caced), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:55.033915 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974342cd-e29a-48db-87eb-1d2b49cc7f14 x-openstack-request-id: req-974342cd-e29a-48db-87eb-1d2b49cc7f14 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:38:55.034209 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bd2870-baf9-464c-bbc2-4356c559364b", "name": "network-vif-plugged", "status": "completed", "tag": "efb85b90-8a8a-47b7-885d-98467875b692", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:38:55.035015 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-974342cd-e29a-48db-87eb-1d2b49cc7f14 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:38:55.035497 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bd2870-baf9-464c-bbc2-4356c559364b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb85b90-8a8a-47b7-885d-98467875b692', 'code': 200} Feb 18 16:38:55.043218 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80463090-fff6-43dc-a06e-a3d11ae77c7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=102872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:38:55.060728 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-80463090-fff6-43dc-a06e-a3d11ae77c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (ca6149fc-3bd4-47ae-9639-77216e3dcb38), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:55.061130 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.segments_db [None req-80463090-fff6-43dc-a06e-a3d11ae77c7d admin admin] Added segment ca6149fc-3bd4-47ae-9639-77216e3dcb38 of type vlan for network 61186790-0f46-49c4-8ff2-b7668b321267 Feb 18 16:38:55.062101 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: 026276bc-60a5-4c70-9209-e90f3e149e42 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:38:55.062637 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 026276bc-60a5-4c70-9209-e90f3e149e42 not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:38:55.066927 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2e9653cd-9ed1-4993-bcac-1a146e9ca36b,segment=NetworkSegment(ddebdcaa-da2c-4a74-8328-82bc2693eb85),segment_id=ddebdcaa-da2c-4a74-8328-82bc2693eb85)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:55.071862 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:55.088721 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=efb85b90-8a8a-47b7-885d-98467875b692,revision_number=10']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:55.097955 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80463090-fff6-43dc-a06e-a3d11ae77c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daed86ad-4cdd-439b-be87-9dabf69caced,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:55.111268 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-80463090-fff6-43dc-a06e-a3d11ae77c7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (61186790-0f46-49c4-8ff2-b7668b321267), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:55.137018 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-80463090-fff6-43dc-a06e-a3d11ae77c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (61186790-0f46-49c4-8ff2-b7668b321267), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:55.138139 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=2e9653cd-9ed1-4993-bcac-1a146e9ca36b,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:55.138307 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80463090-fff6-43dc-a06e-a3d11ae77c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:55.138893 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-80463090-fff6-43dc-a06e-a3d11ae77c7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:55.196101 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-80463090-fff6-43dc-a06e-a3d11ae77c7d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4359119 Feb 18 16:38:55.196488 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60110) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:55.201358 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-dbd414b6-5e02-4308-bad3-dbc154b8216a admin admin] Request body: {'subnet': {'network_id': '61186790-0f46-49c4-8ff2-b7668b321267', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-382164491-subnet', 'tenant_id': 'a9fc54af740d47a1b14994f1b2a86482', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:38:55.208804 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80463090-fff6-43dc-a06e-a3d11ae77c7d admin admin] Pushing event updated for resources: {'Network': ['ID=61186790-0f46-49c4-8ff2-b7668b321267,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:55.223631 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network 61186790-0f46-49c4-8ff2-b7668b321267 details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:38:55.225612 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd414b6-5e02-4308-bad3-dbc154b8216a admin admin] Made reservation on behalf of a9fc54af740d47a1b14994f1b2a86482 for: {'subnet': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:38:55.228671 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-dbd414b6-5e02-4308-bad3-dbc154b8216a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13416927'] for subnet (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:55.353840 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf03713-320d-488f-9850-e850747a9c64 req-c258fd3e-8282-45f1-bdc9-d014d9b48126 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:55.355510 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4cf03713-320d-488f-9850-e850747a9c64 req-c258fd3e-8282-45f1-bdc9-d014d9b48126 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 945 time: 0.0549297 Feb 18 16:38:55.400238 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-dbd414b6-5e02-4308-bad3-dbc154b8216a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13446551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13416897'] for subnet (a62fc226-42dd-4079-936b-4404fc7a136f), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:55.403485 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4cf03713-320d-488f-9850-e850747a9c64 req-7d4e6108-0e52-4f84-b2b9-f9966688e653 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425136 Feb 18 16:38:55.456167 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd414b6-5e02-4308-bad3-dbc154b8216a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62fc226-42dd-4079-936b-4404fc7a136f,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:55.463271 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd414b6-5e02-4308-bad3-dbc154b8216a admin admin] Checking segment: {'id': 'ca6149fc-3bd4-47ae-9639-77216e3dcb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '61186790-0f46-49c4-8ff2-b7668b321267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:38:55.463627 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd414b6-5e02-4308-bad3-dbc154b8216a admin admin] Network hostable DHCP agents. Network: 61186790-0f46-49c4-8ff2-b7668b321267, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:38:55.464324 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['2e9653cd-9ed1-4993-bcac-1a146e9ca36b'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:38:55.479865 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd414b6-5e02-4308-bad3-dbc154b8216a admin admin] Network 61186790-0f46-49c4-8ff2-b7668b321267 is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:38:55.492521 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-dbd414b6-5e02-4308-bad3-dbc154b8216a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, 61186790-0f46-49c4-8ff2-b7668b321267) {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:38:55.498459 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd414b6-5e02-4308-bad3-dbc154b8216a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:55.498705 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-dbd414b6-5e02-4308-bad3-dbc154b8216a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:55.508150 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67089e08-ca14-4923-b0bf-af10d26ef0bd None None] Network 61186790-0f46-49c4-8ff2-b7668b321267 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:38:55.529029 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-dbd414b6-5e02-4308-bad3-dbc154b8216a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3313999 Feb 18 16:38:55.632468 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ac502-e916-4467-8059-671f19e3d031 req-ac88a8cb-8c9f-4219-a7d7-9db6d3fe3c69 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:55.634068 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-146ac502-e916-4467-8059-671f19e3d031 req-ac88a8cb-8c9f-4219-a7d7-9db6d3fe3c69 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 946 time: 0.0690148 Feb 18 16:38:55.682165 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe944b4-d45d-4628-90d3-55eea665247c None None] Network 61186790-0f46-49c4-8ff2-b7668b321267 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:38:55.698340 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-146ac502-e916-4467-8059-671f19e3d031 req-373649ce-fca4-48e9-af77-f5ab5e316d3b tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575004 Feb 18 16:38:55.716789 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddba28-ad2d-41d7-accd-e903ae794ce5 req-65384c48-87be-4f2b-bf6d-5d1590d5dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:55.728569 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8eddba28-ad2d-41d7-accd-e903ae794ce5 req-65384c48-87be-4f2b-bf6d-5d1590d5dab9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 1130 time: 0.0667815 Feb 18 16:38:55.771140 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8eddba28-ad2d-41d7-accd-e903ae794ce5 req-5ecae28e-6efc-4135-921a-74df25c084f3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402920 Feb 18 16:38:56.036845 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa556e60-ff55-446f-8676-9abb43f110d6 req-500a0f9f-bc67-4128-bc6d-34e2e11634ed tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:56.038354 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-aa556e60-ff55-446f-8676-9abb43f110d6 req-500a0f9f-bc67-4128-bc6d-34e2e11634ed tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0523515 Feb 18 16:38:56.052823 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60132) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:56.057697 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-5e2d53df-133d-4d7f-b194-0ab68eb0876b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-963859723-network', 'tenant_id': 'ffb67382d1fc4dab8afc245c6b8cd49b'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:38:56.076235 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2d53df-133d-4d7f-b194-0ab68eb0876b admin admin] Made reservation on behalf of ffb67382d1fc4dab8afc245c6b8cd49b for: {'network': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:38:56.078626 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5e2d53df-133d-4d7f-b194-0ab68eb0876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:56.084798 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-aa556e60-ff55-446f-8676-9abb43f110d6 req-0b02e142-c004-4ed3-8219-b37700deebc3 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411096 Feb 18 16:38:56.087765 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5e2d53df-133d-4d7f-b194-0ab68eb0876b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:56.165152 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5e2d53df-133d-4d7f-b194-0ab68eb0876b admin admin] Publish callbacks [] for security_group (5fe2fda5-ec68-4af9-aa4e-2dc63c004509), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:56.168741 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5e2d53df-133d-4d7f-b194-0ab68eb0876b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (5fe2fda5-ec68-4af9-aa4e-2dc63c004509), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:56.189795 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2d53df-133d-4d7f-b194-0ab68eb0876b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=102871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:38:56.205278 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d53df-133d-4d7f-b194-0ab68eb0876b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe2fda5-ec68-4af9-aa4e-2dc63c004509,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:56.208515 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5e2d53df-133d-4d7f-b194-0ab68eb0876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (2f577c54-3594-4965-922a-2c4b9ff11ada), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:56.208849 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.segments_db [None req-5e2d53df-133d-4d7f-b194-0ab68eb0876b admin admin] Added segment 2f577c54-3594-4965-922a-2c4b9ff11ada of type vlan for network 5ae0a9b0-add4-4f76-9478-02f397fab462 Feb 18 16:38:56.248973 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5e2d53df-133d-4d7f-b194-0ab68eb0876b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (5ae0a9b0-add4-4f76-9478-02f397fab462), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:56.274584 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5e2d53df-133d-4d7f-b194-0ab68eb0876b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (5ae0a9b0-add4-4f76-9478-02f397fab462), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:56.275516 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2d53df-133d-4d7f-b194-0ab68eb0876b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:56.276210 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5e2d53df-133d-4d7f-b194-0ab68eb0876b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:56.327516 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-5e2d53df-133d-4d7f-b194-0ab68eb0876b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2735844 Feb 18 16:38:56.330218 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60134) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:56.335105 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-5fc251ac-ff38-44cd-af57-7e76cd05ffd9 admin admin] Request body: {'subnet': {'network_id': '5ae0a9b0-add4-4f76-9478-02f397fab462', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-963859723-subnet', 'tenant_id': 'ffb67382d1fc4dab8afc245c6b8cd49b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:38:56.352755 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d53df-133d-4d7f-b194-0ab68eb0876b admin admin] Pushing event updated for resources: {'Network': ['ID=5ae0a9b0-add4-4f76-9478-02f397fab462,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:56.362180 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network 5ae0a9b0-add4-4f76-9478-02f397fab462 details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:38:56.366227 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc251ac-ff38-44cd-af57-7e76cd05ffd9 admin admin] Made reservation on behalf of ffb67382d1fc4dab8afc245c6b8cd49b for: {'subnet': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:38:56.368618 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5fc251ac-ff38-44cd-af57-7e76cd05ffd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13416927'] for subnet (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:56.522759 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0271388-7de6-4762-96cb-4ec8daafba13 req-aceeaeb0-0d5e-4eef-861e-61a82615373f tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:56.524252 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a0271388-7de6-4762-96cb-4ec8daafba13 req-aceeaeb0-0d5e-4eef-861e-61a82615373f tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 945 time: 0.0524426 Feb 18 16:38:56.533433 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5fc251ac-ff38-44cd-af57-7e76cd05ffd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13446551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13416897'] for subnet (19515ac7-d4d1-4ec2-b9c0-0a2cf16a40ed), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:56.573840 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a0271388-7de6-4762-96cb-4ec8daafba13 req-dc9e5af8-5313-4864-bf03-52a8aa041a25 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437548 Feb 18 16:38:56.588019 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc251ac-ff38-44cd-af57-7e76cd05ffd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19515ac7-d4d1-4ec2-b9c0-0a2cf16a40ed,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:56.596426 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc251ac-ff38-44cd-af57-7e76cd05ffd9 admin admin] Checking segment: {'id': '2f577c54-3594-4965-922a-2c4b9ff11ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5ae0a9b0-add4-4f76-9478-02f397fab462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:38:56.596776 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc251ac-ff38-44cd-af57-7e76cd05ffd9 admin admin] Network hostable DHCP agents. Network: 5ae0a9b0-add4-4f76-9478-02f397fab462, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:38:56.613907 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc251ac-ff38-44cd-af57-7e76cd05ffd9 admin admin] Network 5ae0a9b0-add4-4f76-9478-02f397fab462 is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:38:56.621897 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-5fc251ac-ff38-44cd-af57-7e76cd05ffd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, 5ae0a9b0-add4-4f76-9478-02f397fab462) {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:38:56.626107 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc251ac-ff38-44cd-af57-7e76cd05ffd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:56.626703 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5fc251ac-ff38-44cd-af57-7e76cd05ffd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:56.631478 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecfe433-0dc3-4091-a25e-f3effd178e2f None None] Network 5ae0a9b0-add4-4f76-9478-02f397fab462 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:38:56.643910 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-5fc251ac-ff38-44cd-af57-7e76cd05ffd9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3120067 Feb 18 16:38:56.684517 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 2e9653cd-9ed1-4993-bcac-1a146e9ca36b up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:38:56.757547 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60142) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:56.762942 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3bbfe9-d017-400b-be97-e28f04b52e4f None None] Network 5ae0a9b0-add4-4f76-9478-02f397fab462 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:38:56.803757 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f20692-b640-4eec-809b-37ea2981aa13 admin admin] Deleting subnet a62fc226-42dd-4079-936b-4404fc7a136f {{(pid=102871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 16:38:56.807023 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-57f20692-b640-4eec-809b-37ea2981aa13 admin admin] Publish callbacks [] for subnet (a62fc226-42dd-4079-936b-4404fc7a136f), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:56.811149 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:38:56.820057 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:38:56.820830 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:56.844071 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c4e49-1d1b-4815-8a5e-b470b9f79c61 req-ed807cca-434f-429b-9568-7dcc555ff256 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:56.845716 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-639c4e49-1d1b-4815-8a5e-b470b9f79c61 req-ed807cca-434f-429b-9568-7dcc555ff256 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 946 time: 0.0578568 Feb 18 16:38:56.845864 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-57f20692-b640-4eec-809b-37ea2981aa13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13231428'] for subnet (a62fc226-42dd-4079-936b-4404fc7a136f), precommit_delete_associations {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:56.888625 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-57f20692-b640-4eec-809b-37ea2981aa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1265784'] for subnet (a62fc226-42dd-4079-936b-4404fc7a136f), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:56.905197 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-639c4e49-1d1b-4815-8a5e-b470b9f79c61 req-abfedd7e-853a-4b9c-a705-a01b486fffdd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525517 Feb 18 16:38:56.947159 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-57f20692-b640-4eec-809b-37ea2981aa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1265761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13446614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416762'] for subnet (a62fc226-42dd-4079-936b-4404fc7a136f), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:56.973759 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f20692-b640-4eec-809b-37ea2981aa13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62fc226-42dd-4079-936b-4404fc7a136f,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:56.977364 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-57f20692-b640-4eec-809b-37ea2981aa13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:56.983364 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-57f20692-b640-4eec-809b-37ea2981aa13 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a62fc226-42dd-4079-936b-4404fc7a136f HTTP/1.1" status: 204 len: 168 time: 0.2217519 Feb 18 16:38:56.984459 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60144) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:57.051439 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1222129'] for network (61186790-0f46-49c4-8ff2-b7668b321267), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:57.066200 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:38:57.066702 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:57.089345 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:38:57.091775 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6157c6f5-61b0-46d2-9822-e50883106394" -d '{"events": [{"server_uuid": "74ef3ff2-ece2-4a59-8c1c-149ff844cbb8", "name": "network-vif-plugged", "status": "completed", "tag": "2e9653cd-9ed1-4993-bcac-1a146e9ca36b"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:38:57.104112 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2e9653cd-9ed1-4993-bcac-1a146e9ca36b,segment=NetworkSegment(ddebdcaa-da2c-4a74-8328-82bc2693eb85),segment_id=ddebdcaa-da2c-4a74-8328-82bc2693eb85)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:38:57.110915 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:57.111795 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 763e727e-309e-41fe-8c1a-7bccc1fd730f no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:38:57.138043 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1266929', 'neutron.services.segments.db._delete_segments_for_network-8740553082664'] for network (61186790-0f46-49c4-8ff2-b7668b321267), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:57.152860 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a7cb03-6f8c-4c4d-bfcc-42fb648bd74e x-openstack-request-id: req-d4a7cb03-6f8c-4c4d-bfcc-42fb648bd74e {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:38:57.153181 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ef3ff2-ece2-4a59-8c1c-149ff844cbb8", "name": "network-vif-plugged", "status": "completed", "tag": "2e9653cd-9ed1-4993-bcac-1a146e9ca36b", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:38:57.153500 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4a7cb03-6f8c-4c4d-bfcc-42fb648bd74e {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:38:57.153896 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b', 'code': 200} Feb 18 16:38:57.156686 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: 763e727e-309e-41fe-8c1a-7bccc1fd730f {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:38:57.157042 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 763e727e-309e-41fe-8c1a-7bccc1fd730f not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:38:57.164233 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:38:57.164693 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:38:57.165525 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:38:57.165921 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Subscribe: > port after_create 55550000 {{(pid=102872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:38:57.166479 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:38:57.166742 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Subscribe: > port after_update 55550000 {{(pid=102872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:38:57.167126 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:38:57.168049 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:38:57.168444 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:38:57.168867 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:38:57.189183 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=2e9653cd-9ed1-4993-bcac-1a146e9ca36b,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:57.277584 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:38:57.277934 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:38:57.278271 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:38:57.278633 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 16:38:57.279240 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61186790-0f46-49c4-8ff2-b7668b321267']}} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:57.326983 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6149fc-3bd4-47ae-9639-77216e3dcb38') {'for_net_delete': True} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:57.327273 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6149fc-3bd4-47ae-9639-77216e3dcb38') {} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:57.349072 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740553082929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942647'] for segment (ca6149fc-3bd4-47ae-9639-77216e3dcb38), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:57.375234 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (ca6149fc-3bd4-47ae-9639-77216e3dcb38), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:57.378506 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a22980-0995-42fb-8e10-c4aa62364d7a req-897cc4c5-c93d-4bcc-83c5-fb41fac060de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:57.380260 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-54a22980-0995-42fb-8e10-c4aa62364d7a req-897cc4c5-c93d-4bcc-83c5-fb41fac060de service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 1130 time: 0.0561755 Feb 18 16:38:57.387065 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 16:38:57.387490 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12941132'] for segment (ca6149fc-3bd4-47ae-9639-77216e3dcb38), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: from cryptography.utils import int_from_bytes Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: from cryptography.utils import int_from_bytes Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: Traceback (most recent call last): Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: timer() Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: cb(*args, **kw) Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: return func(*args, **kwargs) Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: self._notify() Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: self.callback(batched_events) Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: event.method(event) Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: return f(self, *a, **k) Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._get(url).json() Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: return self.request(url, 'GET', **kwargs) Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 16:38:57.391406 dv-cinder-826607-4-iscsi neutron-server[102872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 16:38:57.398759 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b937384-1e74-4a17-baad-5a7d7dbc3b1c req-67c08d17-9e85-47a3-adc0-710373d507bb tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:57.400332 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0b937384-1e74-4a17-baad-5a7d7dbc3b1c req-67c08d17-9e85-47a3-adc0-710373d507bb tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.1130381 Feb 18 16:38:57.484102 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1266942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594515'] for network (61186790-0f46-49c4-8ff2-b7668b321267), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:57.507278 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:57.513380 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] 10.222.0.36 "DELETE /v2.0/networks/61186790-0f46-49c4-8ff2-b7668b321267 HTTP/1.1" status: 204 len: 168 time: 0.5259042 Feb 18 16:38:57.514619 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0b937384-1e74-4a17-baad-5a7d7dbc3b1c req-b0b1716e-bf56-4f00-a29b-eed4666633cc tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049297 Feb 18 16:38:57.515386 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60158) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:57.517751 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b573e6-36d7-4099-8946-dea781dd4661 admin admin] Pushing event deleted for resources: {'Network': ['ID=61186790-0f46-49c4-8ff2-b7668b321267,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:57.570468 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3faea3-909f-4fe1-96f8-af93a0cc607e admin admin] Deleting subnet 19515ac7-d4d1-4ec2-b9c0-0a2cf16a40ed {{(pid=102872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 16:38:57.574129 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ee3faea3-909f-4fe1-96f8-af93a0cc607e admin admin] Publish callbacks [] for subnet (19515ac7-d4d1-4ec2-b9c0-0a2cf16a40ed), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:57.619295 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ee3faea3-909f-4fe1-96f8-af93a0cc607e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12942670'] for subnet (19515ac7-d4d1-4ec2-b9c0-0a2cf16a40ed), precommit_delete_associations {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:57.716731 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ee3faea3-909f-4fe1-96f8-af93a0cc607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1265784'] for subnet (19515ac7-d4d1-4ec2-b9c0-0a2cf16a40ed), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:57.720033 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-54a22980-0995-42fb-8e10-c4aa62364d7a req-77166a96-4f2d-47c6-a3b1-a085ea0ae37f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120186 Feb 18 16:38:57.760640 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d705e-f5ac-4b5c-b05a-0ebc68f5e037 req-fdc42138-a48d-4312-9b51-c5dbcd6ec88c tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:57.762119 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-058d705e-f5ac-4b5c-b05a-0ebc68f5e037 req-fdc42138-a48d-4312-9b51-c5dbcd6ec88c tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 946 time: 0.1046119 Feb 18 16:38:57.805867 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ee3faea3-909f-4fe1-96f8-af93a0cc607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1265761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12942766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13068797'] for subnet (19515ac7-d4d1-4ec2-b9c0-0a2cf16a40ed), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:57.842889 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-058d705e-f5ac-4b5c-b05a-0ebc68f5e037 req-fbfaf0c3-ea4e-4b13-98d0-d850c4964c78 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743952 Feb 18 16:38:57.845178 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3faea3-909f-4fe1-96f8-af93a0cc607e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19515ac7-d4d1-4ec2-b9c0-0a2cf16a40ed,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:57.847678 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ee3faea3-909f-4fe1-96f8-af93a0cc607e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:57.853490 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-ee3faea3-909f-4fe1-96f8-af93a0cc607e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/19515ac7-d4d1-4ec2-b9c0-0a2cf16a40ed HTTP/1.1" status: 204 len: 168 time: 0.3342257 Feb 18 16:38:57.856902 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60188) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:58.161056 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-83fee129-6ef5-4ccc-9ec1-62d4802e3884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1222129'] for network (5ae0a9b0-add4-4f76-9478-02f397fab462), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:58.203568 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd24ab-555d-4c2c-8982-daebb9b9f6d6 req-ed475342-5d7e-47f4-9282-e04d17a81748 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:58.205012 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a5fd24ab-555d-4c2c-8982-daebb9b9f6d6 req-ed475342-5d7e-47f4-9282-e04d17a81748 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 946 time: 0.0974240 Feb 18 16:38:58.275790 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-83fee129-6ef5-4ccc-9ec1-62d4802e3884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1266929', 'neutron.services.segments.db._delete_segments_for_network-8740553082664'] for network (5ae0a9b0-add4-4f76-9478-02f397fab462), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:58.309748 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-83fee129-6ef5-4ccc-9ec1-62d4802e3884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae0a9b0-add4-4f76-9478-02f397fab462']}} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:58.320232 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a5fd24ab-555d-4c2c-8982-daebb9b9f6d6 req-0e1d3afe-0760-4c72-91d8-dd9a3ea19380 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024723 Feb 18 16:38:58.323392 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-83fee129-6ef5-4ccc-9ec1-62d4802e3884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f577c54-3594-4965-922a-2c4b9ff11ada') {'for_net_delete': True} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:58.323692 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-83fee129-6ef5-4ccc-9ec1-62d4802e3884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f577c54-3594-4965-922a-2c4b9ff11ada') {} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:38:58.332950 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-83fee129-6ef5-4ccc-9ec1-62d4802e3884 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740553082929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942647'] for segment (2f577c54-3594-4965-922a-2c4b9ff11ada), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:58.347532 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-83fee129-6ef5-4ccc-9ec1-62d4802e3884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (2f577c54-3594-4965-922a-2c4b9ff11ada), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:58.353549 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fee129-6ef5-4ccc-9ec1-62d4802e3884 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 16:38:58.354028 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-83fee129-6ef5-4ccc-9ec1-62d4802e3884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12941132'] for segment (2f577c54-3594-4965-922a-2c4b9ff11ada), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: Traceback (most recent call last): Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: timer() Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: cb(*args, **kw) Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: return func(*args, **kwargs) Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: self._notify() Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: self.callback(batched_events) Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: event.method(event) Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: return f(self, *a, **k) Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._get(url).json() Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: return self.request(url, 'GET', **kwargs) Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 16:38:58.355620 dv-cinder-826607-4-iscsi neutron-server[102872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 16:38:58.407724 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-83fee129-6ef5-4ccc-9ec1-62d4802e3884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1266942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594515'] for network (5ae0a9b0-add4-4f76-9478-02f397fab462), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:58.413649 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-83fee129-6ef5-4ccc-9ec1-62d4802e3884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:58.416985 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-83fee129-6ef5-4ccc-9ec1-62d4802e3884 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5ae0a9b0-add4-4f76-9478-02f397fab462 HTTP/1.1" status: 204 len: 168 time: 0.5619717 Feb 18 16:38:58.430068 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fee129-6ef5-4ccc-9ec1-62d4802e3884 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae0a9b0-add4-4f76-9478-02f397fab462,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:58.576662 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60196) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:58.653050 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-60f2b4c0-99bc-4163-bca1-5eac8f52f66e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9fc54af740d47a1b14994f1b2a86482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0751271 Feb 18 16:38:58.655647 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60198) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:58.668977 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7708e-bd4d-44c3-a351-121c936a05a4 req-301d177f-5b91-4de5-8650-027b8c2e22a2 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:58.670451 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-dfe7708e-bd4d-44c3-a351-121c936a05a4 req-301d177f-5b91-4de5-8650-027b8c2e22a2 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0737569 Feb 18 16:38:58.704724 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-427ac131-db10-49c1-a894-f0e9bfeff06f admin admin] Publish callbacks [] for security_group (daed86ad-4cdd-439b-be87-9dabf69caced), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:58.718786 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-dfe7708e-bd4d-44c3-a351-121c936a05a4 req-fefb3454-c598-40cd-9865-6db6132fdf99 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411820 Feb 18 16:38:58.725598 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-427ac131-db10-49c1-a894-f0e9bfeff06f admin admin] Publish callbacks [] for security_group (daed86ad-4cdd-439b-be87-9dabf69caced), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:58.770766 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-427ac131-db10-49c1-a894-f0e9bfeff06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (daed86ad-4cdd-439b-be87-9dabf69caced), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:58.773404 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-427ac131-db10-49c1-a894-f0e9bfeff06f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:58.774539 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-427ac131-db10-49c1-a894-f0e9bfeff06f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/daed86ad-4cdd-439b-be87-9dabf69caced HTTP/1.1" status: 204 len: 168 time: 0.1179333 Feb 18 16:38:58.781962 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ac131-db10-49c1-a894-f0e9bfeff06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daed86ad-4cdd-439b-be87-9dabf69caced,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:58.983818 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5d27c-8712-4073-a403-d8dcc06bfb2c req-0faea2b6-372f-49cc-823a-3f2bebce81ce tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:58.985279 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fac5d27c-8712-4073-a403-d8dcc06bfb2c req-0faea2b6-372f-49cc-823a-3f2bebce81ce tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 946 time: 0.0525675 Feb 18 16:38:59.035224 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fac5d27c-8712-4073-a403-d8dcc06bfb2c req-b4f42dd7-d9f5-402c-b90a-54bcf11d3055 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418789 Feb 18 16:38:59.092307 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60206) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:59.133940 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-31fee98e-b7b6-4df6-9d21-72becfc7d1b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffb67382d1fc4dab8afc245c6b8cd49b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403569 Feb 18 16:38:59.136446 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60208) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:38:59.184998 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-86822385-4cdc-4ec3-a15d-b70a62a7dcfe admin admin] Publish callbacks [] for security_group (5fe2fda5-ec68-4af9-aa4e-2dc63c004509), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:59.205439 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-86822385-4cdc-4ec3-a15d-b70a62a7dcfe admin admin] Publish callbacks [] for security_group (5fe2fda5-ec68-4af9-aa4e-2dc63c004509), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:59.255462 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-86822385-4cdc-4ec3-a15d-b70a62a7dcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (5fe2fda5-ec68-4af9-aa4e-2dc63c004509), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:59.258023 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-86822385-4cdc-4ec3-a15d-b70a62a7dcfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:38:59.259148 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-86822385-4cdc-4ec3-a15d-b70a62a7dcfe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5fe2fda5-ec68-4af9-aa4e-2dc63c004509 HTTP/1.1" status: 204 len: 168 time: 0.1218133 Feb 18 16:38:59.266932 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86822385-4cdc-4ec3-a15d-b70a62a7dcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe2fda5-ec68-4af9-aa4e-2dc63c004509,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:38:59.454060 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa223e9-6e2d-4ef2-b5ae-3a90f8dd301d req-c82bc4da-2521-4bf7-a484-f63fcec9cd62 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:59.455524 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8aa223e9-6e2d-4ef2-b5ae-3a90f8dd301d req-c82bc4da-2521-4bf7-a484-f63fcec9cd62 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 946 time: 0.0626633 Feb 18 16:38:59.501019 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8aa223e9-6e2d-4ef2-b5ae-3a90f8dd301d req-1f303f61-6b4c-4188-a69e-4d4f5725310b tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400178 Feb 18 16:38:59.849910 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b6000-edd0-41ba-9443-39164e89e1ac req-6f2f676a-9316-410c-8ec4-525cc9480275 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:38:59.851371 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b49b6000-edd0-41ba-9443-39164e89e1ac req-6f2f676a-9316-410c-8ec4-525cc9480275 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0610635 Feb 18 16:38:59.903992 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b49b6000-edd0-41ba-9443-39164e89e1ac req-49828786-74ec-4625-ae39-3f4c9c211c4c tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469692 Feb 18 16:39:00.158360 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494cd5b-664b-40aa-9edd-34bbaa008771 req-eb90df1f-dd84-4b23-bc99-cc7871fb2aa7 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:00.159993 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2494cd5b-664b-40aa-9edd-34bbaa008771 req-eb90df1f-dd84-4b23-bc99-cc7871fb2aa7 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 946 time: 0.0573313 Feb 18 16:39:00.206468 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2494cd5b-664b-40aa-9edd-34bbaa008771 req-c4ff9ac9-1393-4bfa-a9dc-a0aac201a09c tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409062 Feb 18 16:39:00.328482 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950166d-539c-4df2-bc8f-3e606dd4e7ef req-83777dd1-add4-444d-a6f6-333c148cdc07 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:00.329987 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e950166d-539c-4df2-bc8f-3e606dd4e7ef req-83777dd1-add4-444d-a6f6-333c148cdc07 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 946 time: 0.0582466 Feb 18 16:39:00.377617 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e950166d-539c-4df2-bc8f-3e606dd4e7ef req-34e5fd47-aa96-4da2-b6c9-8d2f4bb94309 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416949 Feb 18 16:39:00.711072 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb706fc1-e023-4a74-ab2c-fd0cc1c8cf9e req-9f8d94aa-26d7-4968-a90e-f166bde48a80 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:00.712688 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cb706fc1-e023-4a74-ab2c-fd0cc1c8cf9e req-9f8d94aa-26d7-4968-a90e-f166bde48a80 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 946 time: 0.0521665 Feb 18 16:39:00.763078 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cb706fc1-e023-4a74-ab2c-fd0cc1c8cf9e req-f0ec4daf-543b-47ef-9a16-c1860fb1c5a6 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450163 Feb 18 16:39:01.028915 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999a144-37be-4a83-8cb9-7bd1c383a2da req-a3d01571-e6de-41e1-88ee-aa5f915c45fc tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:01.030429 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5999a144-37be-4a83-8cb9-7bd1c383a2da req-a3d01571-e6de-41e1-88ee-aa5f915c45fc tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0547595 Feb 18 16:39:01.081102 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5999a144-37be-4a83-8cb9-7bd1c383a2da req-70e63a2c-cd26-4c95-bc7d-9c727abf1a83 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437667 Feb 18 16:39:01.112514 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4a0c80d8-198d-404a-af91-4d70fdc490c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:02.230187 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abbb0d-5bc0-4c95-b24f-2f31afd4e7cb req-dd15c07a-b9f0-4650-bdc4-c3bb0feaa85b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:02.232853 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-30abbb0d-5bc0-4c95-b24f-2f31afd4e7cb req-dd15c07a-b9f0-4650-bdc4-c3bb0feaa85b tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0695581 Feb 18 16:39:02.293799 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-30abbb0d-5bc0-4c95-b24f-2f31afd4e7cb req-5146b912-03a6-4131-9006-209e36b5feec tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8f3a966-e334-4335-a8db-452245a6ec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536687 Feb 18 16:39:02.586143 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d8e7b-de8c-4aa0-ac9c-7236e25b51f6 req-9e3f82ee-8925-484c-9889-a977202a4a7c tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:02.587863 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2e6d8e7b-de8c-4aa0-ac9c-7236e25b51f6 req-9e3f82ee-8925-484c-9889-a977202a4a7c tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.71 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 945 time: 0.0655313 Feb 18 16:39:02.690601 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-2e6d8e7b-de8c-4aa0-ac9c-7236e25b51f6 req-38bbaffe-400b-4965-8eaf-ff5d0c9a5e54 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Deleting port 982171f0-19a1-4cec-8f38-7db94b4e569a {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:39:02.691092 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-2e6d8e7b-de8c-4aa0-ac9c-7236e25b51f6 req-38bbaffe-400b-4965-8eaf-ff5d0c9a5e54 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (982171f0-19a1-4cec-8f38-7db94b4e569a), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:02.779818 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-2e6d8e7b-de8c-4aa0-ac9c-7236e25b51f6 req-38bbaffe-400b-4965-8eaf-ff5d0c9a5e54 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] For port 982171f0-19a1-4cec-8f38-7db94b4e569a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=982171f0-19a1-4cec-8f38-7db94b4e569a,segment=NetworkSegment(88df7514-22c6-46e8-9a51-5371bd0502b6),segment_id=88df7514-22c6-46e8-9a51-5371bd0502b6)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:39:02.780158 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-2e6d8e7b-de8c-4aa0-ac9c-7236e25b51f6 req-38bbaffe-400b-4965-8eaf-ff5d0c9a5e54 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (982171f0-19a1-4cec-8f38-7db94b4e569a), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:02.793107 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-2e6d8e7b-de8c-4aa0-ac9c-7236e25b51f6 req-38bbaffe-400b-4965-8eaf-ff5d0c9a5e54 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Calling delete_port for 982171f0-19a1-4cec-8f38-7db94b4e569a owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:39:02.921206 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-2e6d8e7b-de8c-4aa0-ac9c-7236e25b51f6 req-38bbaffe-400b-4965-8eaf-ff5d0c9a5e54 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (982171f0-19a1-4cec-8f38-7db94b4e569a), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:02.934266 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['982171f0-19a1-4cec-8f38-7db94b4e569a'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:39:02.950746 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbaffe-400b-4965-8eaf-ff5d0c9a5e54 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Pushing event deleted for resources: {'Port': ['ID=982171f0-19a1-4cec-8f38-7db94b4e569a,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:02.997459 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6d8e7b-de8c-4aa0-ac9c-7236e25b51f6 req-38bbaffe-400b-4965-8eaf-ff5d0c9a5e54 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] No DVR routers for this DVR port 982171f0-19a1-4cec-8f38-7db94b4e569a on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:39:03.000064 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-2e6d8e7b-de8c-4aa0-ac9c-7236e25b51f6 req-38bbaffe-400b-4965-8eaf-ff5d0c9a5e54 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:03.004194 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2e6d8e7b-de8c-4aa0-ac9c-7236e25b51f6 req-38bbaffe-400b-4965-8eaf-ff5d0c9a5e54 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.71 "DELETE /v2.0/ports/982171f0-19a1-4cec-8f38-7db94b4e569a HTTP/1.1" status: 204 len: 173 time: 0.4091864 Feb 18 16:39:03.004623 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a85c36-d87f-4a91-8855-b74f9703d67c', 'name': 'network-vif-deleted', 'tag': '982171f0-19a1-4cec-8f38-7db94b4e569a'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:39:03.007003 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72312e51-345d-4ec4-aa18-9234c363e9ab" -d '{"events": [{"server_uuid": "99a85c36-d87f-4a91-8855-b74f9703d67c", "name": "network-vif-deleted", "tag": "982171f0-19a1-4cec-8f38-7db94b4e569a"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:39:03.054040 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bda96de-b230-44a1-b85f-73d309366b02 x-openstack-request-id: req-8bda96de-b230-44a1-b85f-73d309366b02 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:39:03.054328 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a85c36-d87f-4a91-8855-b74f9703d67c", "name": "network-vif-deleted", "tag": "982171f0-19a1-4cec-8f38-7db94b4e569a", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:39:03.054580 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8bda96de-b230-44a1-b85f-73d309366b02 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:39:03.054973 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a85c36-d87f-4a91-8855-b74f9703d67c', 'name': 'network-vif-deleted', 'tag': '982171f0-19a1-4cec-8f38-7db94b4e569a', 'status': 'completed', 'code': 200} Feb 18 16:39:03.191939 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-db407c87-7c8f-43db-9c77-c7e8c08ba4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:03.407343 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-99adb1da-fec8-4070-9bdd-b75def733af7 req-f66af829-2500-472f-b7ec-f04c97be28a4 tempest-ServerRescueNegativeTestJSON-1653161546 tempest-ServerRescueNegativeTestJSON-1653161546-project] 10.222.0.36 "GET /v2.0/ports?device_id=99a85c36-d87f-4a91-8855-b74f9703d67c HTTP/1.1" status: 200 len: 210 time: 0.0324385 Feb 18 16:39:04.465669 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60328) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:04.523989 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:04.869493 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594081'] for router_interface (14fbca03-5348-458e-9264-d5ca2089427b), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:05.154197 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Deleting port 1bcced27-c230-4a04-8802-0aca6ee8f4ef {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:39:05.154531 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (1bcced27-c230-4a04-8802-0aca6ee8f4ef), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:05.232778 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] For port 1bcced27-c230-4a04-8802-0aca6ee8f4ef, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=1bcced27-c230-4a04-8802-0aca6ee8f4ef,segment=NetworkSegment(88df7514-22c6-46e8-9a51-5371bd0502b6),segment_id=88df7514-22c6-46e8-9a51-5371bd0502b6)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:39:05.233131 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (1bcced27-c230-4a04-8802-0aca6ee8f4ef), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:05.246182 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Calling delete_port for 1bcced27-c230-4a04-8802-0aca6ee8f4ef owned by network:router_interface {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:39:05.451872 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (1bcced27-c230-4a04-8802-0aca6ee8f4ef), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:05.480596 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bcced27-c230-4a04-8802-0aca6ee8f4ef,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:05.502067 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:05.502422 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:05.502771 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:05.503295 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:05.503791 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:05.504132 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:05.504469 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:05.504805 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:05.505137 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:05.505492 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:05.505823 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:05.506148 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:05.506472 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:05.645498 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595409'] for router_interface (14fbca03-5348-458e-9264-d5ca2089427b), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:05.825464 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:06.075189 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Router 14fbca03-5348-458e-9264-d5ca2089427b has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:39:06.179106 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:39:06.184476 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-5980166c-38c1-4557-a78f-d40e29483c88 admin admin] 10.222.0.36 "PUT /v2.0/routers/14fbca03-5348-458e-9264-d5ca2089427b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7178171 Feb 18 16:39:06.187032 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60338) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:06.187510 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87df6650-3484-49d0-9caf-931bb2f0c351 None None] Sync routers for ids ['14fbca03-5348-458e-9264-d5ca2089427b'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:39:06.197930 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87df6650-3484-49d0-9caf-931bb2f0c351 None None] Routers {'14fbca03-5348-458e-9264-d5ca2089427b'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:39:06.198537 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-87df6650-3484-49d0-9caf-931bb2f0c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:39:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['14fbca03-5348-458e-9264-d5ca2089427b'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:39:06.290017 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ae868c9f-fbad-4f0b-b40b-a18cf8be388b admin admin] Publish callbacks [] for router (14fbca03-5348-458e-9264-d5ca2089427b), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:06.302661 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-87df6650-3484-49d0-9caf-931bb2f0c351 None None] Set router 14fbca03-5348-458e-9264-d5ca2089427b gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:39:06.399556 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ae868c9f-fbad-4f0b-b40b-a18cf8be388b admin admin] Publish callbacks [] for router_gateway (14fbca03-5348-458e-9264-d5ca2089427b), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:06.456069 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-ae868c9f-fbad-4f0b-b40b-a18cf8be388b admin admin] Deleting port d5debdf3-ba65-413f-b0d3-b9451c7a64c8 {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:39:06.456463 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ae868c9f-fbad-4f0b-b40b-a18cf8be388b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (d5debdf3-ba65-413f-b0d3-b9451c7a64c8), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:06.538151 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-ae868c9f-fbad-4f0b-b40b-a18cf8be388b admin admin] For port d5debdf3-ba65-413f-b0d3-b9451c7a64c8, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=d5debdf3-ba65-413f-b0d3-b9451c7a64c8,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:39:06.538866 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ae868c9f-fbad-4f0b-b40b-a18cf8be388b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (d5debdf3-ba65-413f-b0d3-b9451c7a64c8), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:06.550417 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-ae868c9f-fbad-4f0b-b40b-a18cf8be388b admin admin] Calling delete_port for d5debdf3-ba65-413f-b0d3-b9451c7a64c8 owned by network:router_gateway {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:39:06.561510 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-87df6650-3484-49d0-9caf-931bb2f0c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fbca03-5348-458e-9264-d5ca2089427b', 'name': 'tempest-ServerRescueNegativeTestJSON-1346442613-router', 'tenant_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd5debdf3-ba65-413f-b0d3-b9451c7a64c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:39:05Z', 'revision_number': 5, 'project_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'gw_port': {'id': 'd5debdf3-ba65-413f-b0d3-b9451c7a64c8', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fbca03-5348-458e-9264-d5ca2089427b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:39:06.587480 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87df6650-3484-49d0-9caf-931bb2f0c351 None None] Checking router: 14fbca03-5348-458e-9264-d5ca2089427b for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:39:06.599075 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87df6650-3484-49d0-9caf-931bb2f0c351 None None] Routers {'14fbca03-5348-458e-9264-d5ca2089427b'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:39:06.599693 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-87df6650-3484-49d0-9caf-931bb2f0c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:39:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['14fbca03-5348-458e-9264-d5ca2089427b'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:39:06.689928 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-87df6650-3484-49d0-9caf-931bb2f0c351 None None] Set router 14fbca03-5348-458e-9264-d5ca2089427b gateway port host: None {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:39:06.732437 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ae868c9f-fbad-4f0b-b40b-a18cf8be388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (d5debdf3-ba65-413f-b0d3-b9451c7a64c8), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:06.744311 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-87df6650-3484-49d0-9caf-931bb2f0c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fbca03-5348-458e-9264-d5ca2089427b', 'name': 'tempest-ServerRescueNegativeTestJSON-1346442613-router', 'tenant_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:39:06Z', 'revision_number': 6, 'project_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'gw_port_host': None}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:39:06.758518 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae868c9f-fbad-4f0b-b40b-a18cf8be388b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5debdf3-ba65-413f-b0d3-b9451c7a64c8,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:06.766107 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 982171f0-19a1-4cec-8f38-7db94b4e569a no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:39:06.772414 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87df6650-3484-49d0-9caf-931bb2f0c351 None None] The sync data for ids ['14fbca03-5348-458e-9264-d5ca2089427b'] in dv-cinder-826607-4-iscsi is: [{'id': '14fbca03-5348-458e-9264-d5ca2089427b', 'name': 'tempest-ServerRescueNegativeTestJSON-1346442613-router', 'tenant_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:39:06Z', 'revision_number': 6, 'project_id': 'd8f9dd11e8374a7985fc4a92db14658a', 'gw_port_host': None}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:39:06.795842 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: 982171f0-19a1-4cec-8f38-7db94b4e569a {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:39:06.796544 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 982171f0-19a1-4cec-8f38-7db94b4e569a not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:39:06.831850 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ae868c9f-fbad-4f0b-b40b-a18cf8be388b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594559'] for router_gateway (14fbca03-5348-458e-9264-d5ca2089427b), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:06.938835 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ae868c9f-fbad-4f0b-b40b-a18cf8be388b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16060'] for router (14fbca03-5348-458e-9264-d5ca2089427b), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:06.941027 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ae868c9f-fbad-4f0b-b40b-a18cf8be388b admin admin] Publish callbacks [] for router_controller (14fbca03-5348-458e-9264-d5ca2089427b), precommit_delete_associations {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.002149 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ae868c9f-fbad-4f0b-b40b-a18cf8be388b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584666'] for router (14fbca03-5348-458e-9264-d5ca2089427b), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.002696 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae868c9f-fbad-4f0b-b40b-a18cf8be388b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14fbca03-5348-458e-9264-d5ca2089427b {{(pid=102872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 16:39:07.007653 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-ae868c9f-fbad-4f0b-b40b-a18cf8be388b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.008981 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-ae868c9f-fbad-4f0b-b40b-a18cf8be388b admin admin] 10.222.0.36 "DELETE /v2.0/routers/14fbca03-5348-458e-9264-d5ca2089427b HTTP/1.1" status: 204 len: 168 time: 0.8206847 Feb 18 16:39:07.011417 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60344) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:07.055856 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_v2 [None req-959414c2-d07b-4669-b39b-b7243d928880 admin admin] Deleting subnet f67f844d-74e9-48b6-8285-f0d76073c1b5 {{(pid=102871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 16:39:07.058895 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-959414c2-d07b-4669-b39b-b7243d928880 admin admin] Publish callbacks [] for subnet (f67f844d-74e9-48b6-8285-f0d76073c1b5), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.094754 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-959414c2-d07b-4669-b39b-b7243d928880 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13231428'] for subnet (f67f844d-74e9-48b6-8285-f0d76073c1b5), precommit_delete_associations {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.133649 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-959414c2-d07b-4669-b39b-b7243d928880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1265784'] for subnet (f67f844d-74e9-48b6-8285-f0d76073c1b5), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.186432 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-959414c2-d07b-4669-b39b-b7243d928880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1265761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13446614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416762'] for subnet (f67f844d-74e9-48b6-8285-f0d76073c1b5), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.210397 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959414c2-d07b-4669-b39b-b7243d928880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f67f844d-74e9-48b6-8285-f0d76073c1b5,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:07.215931 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-959414c2-d07b-4669-b39b-b7243d928880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.219120 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-959414c2-d07b-4669-b39b-b7243d928880 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f67f844d-74e9-48b6-8285-f0d76073c1b5 HTTP/1.1" status: 204 len: 168 time: 0.2066920 Feb 18 16:39:07.221563 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60346) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:07.292859 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-40689504-3ee2-4939-b602-707b9733f0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1222129'] for network (c1c4f35c-86d5-431f-9fd3-6e07d8918e17), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.370089 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-40689504-3ee2-4939-b602-707b9733f0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1266929', 'neutron.services.segments.db._delete_segments_for_network-8740553082664'] for network (c1c4f35c-86d5-431f-9fd3-6e07d8918e17), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.389679 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-40689504-3ee2-4939-b602-707b9733f0b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c4f35c-86d5-431f-9fd3-6e07d8918e17']}} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:39:07.398462 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-40689504-3ee2-4939-b602-707b9733f0b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88df7514-22c6-46e8-9a51-5371bd0502b6') {'for_net_delete': True} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:39:07.398759 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-40689504-3ee2-4939-b602-707b9733f0b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88df7514-22c6-46e8-9a51-5371bd0502b6') {} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:39:07.407636 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-40689504-3ee2-4939-b602-707b9733f0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740553082929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13231421'] for segment (88df7514-22c6-46e8-9a51-5371bd0502b6), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.420201 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-40689504-3ee2-4939-b602-707b9733f0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (88df7514-22c6-46e8-9a51-5371bd0502b6), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.426522 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40689504-3ee2-4939-b602-707b9733f0b6 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 16:39:07.426898 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-40689504-3ee2-4939-b602-707b9733f0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444916'] for segment (88df7514-22c6-46e8-9a51-5371bd0502b6), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: Traceback (most recent call last): Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: timer() Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: cb(*args, **kw) Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: return func(*args, **kwargs) Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: self._notify() Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: self.callback(batched_events) Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: event.method(event) Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: return f(self, *a, **k) Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: return self._get(url).json() Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: return self.request(url, 'GET', **kwargs) Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 16:39:07.428497 dv-cinder-826607-4-iscsi neutron-server[102871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 16:39:07.483689 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-40689504-3ee2-4939-b602-707b9733f0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1266942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594515'] for network (c1c4f35c-86d5-431f-9fd3-6e07d8918e17), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.488997 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-40689504-3ee2-4939-b602-707b9733f0b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.492325 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-40689504-3ee2-4939-b602-707b9733f0b6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c1c4f35c-86d5-431f-9fd3-6e07d8918e17 HTTP/1.1" status: 204 len: 168 time: 0.2689221 Feb 18 16:39:07.505671 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40689504-3ee2-4939-b602-707b9733f0b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c4f35c-86d5-431f-9fd3-6e07d8918e17,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:07.523206 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.668101 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60356) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:07.710402 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-9a4daffd-1d80-4870-a964-200153dbbccf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8f9dd11e8374a7985fc4a92db14658a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408697 Feb 18 16:39:07.712845 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60360) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:07.765932 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5d30b22a-5679-4163-959b-903351550193 admin admin] Publish callbacks [] for security_group (e8f3a966-e334-4335-a8db-452245a6ec4c), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.789998 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5d30b22a-5679-4163-959b-903351550193 admin admin] Publish callbacks [] for security_group (e8f3a966-e334-4335-a8db-452245a6ec4c), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.859885 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5d30b22a-5679-4163-959b-903351550193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (e8f3a966-e334-4335-a8db-452245a6ec4c), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.875524 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5d30b22a-5679-4163-959b-903351550193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:07.879656 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-5d30b22a-5679-4163-959b-903351550193 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8f3a966-e334-4335-a8db-452245a6ec4c HTTP/1.1" status: 204 len: 168 time: 0.1629558 Feb 18 16:39:07.906397 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30b22a-5679-4163-959b-903351550193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f3a966-e334-4335-a8db-452245a6ec4c,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:07.961376 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device d5debdf3-ba65-413f-b0d3-b9451c7a64c8 no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:39:07.989996 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: d5debdf3-ba65-413f-b0d3-b9451c7a64c8 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:39:07.990276 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device d5debdf3-ba65-413f-b0d3-b9451c7a64c8 not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:39:07.990692 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 1bcced27-c230-4a04-8802-0aca6ee8f4ef no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:39:08.011520 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 1bcced27-c230-4a04-8802-0aca6ee8f4ef {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:39:08.011871 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 1bcced27-c230-4a04-8802-0aca6ee8f4ef not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:39:10.199031 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814043c-ade7-4460-a56e-9696048dca63 req-e76efecb-76b0-4d65-bf67-fc355b74ffac tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:10.200479 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a814043c-ade7-4460-a56e-9696048dca63 req-e76efecb-76b0-4d65-bf67-fc355b74ffac tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 946 time: 0.0513191 Feb 18 16:39:10.248196 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a814043c-ade7-4460-a56e-9696048dca63 req-589fe874-5acd-4979-bc1b-5013ef7dad21 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422175 Feb 18 16:39:10.271647 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60460) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:10.457627 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb93bd05-2fce-4f90-a460-e9a824400523 tempest-TestMinimumBasicScenario-1333365855 tempest-TestMinimumBasicScenario-1333365855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:10.459134 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-cb93bd05-2fce-4f90-a460-e9a824400523 tempest-TestMinimumBasicScenario-1333365855 tempest-TestMinimumBasicScenario-1333365855-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 1125 time: 0.1865118 Feb 18 16:39:10.462039 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60466) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:10.466289 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Request body: {'floatingip': {'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'port_id': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:39:10.486612 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:10.596397 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:10.714136 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Allocated IP 172.27.2.92 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/1a488adc-2988-428c-af29-c929ce9e3bea) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:39:10.751386 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:10.834171 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for port (1a488adc-2988-428c-af29-c929ce9e3bea), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:10.880913 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (1a488adc-2988-428c-af29-c929ce9e3bea), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:10.923282 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:39:10.926961 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:39:10.930312 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:39:10.940659 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60494) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:10.956933 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Pushing event updated for resources: {'Port': ['ID=1a488adc-2988-428c-af29-c929ce9e3bea,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:11.050102 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c7b951b8-f111-4967-a233-5dfb7f21d8e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.122938 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c7b951b8-f111-4967-a233-5dfb7f21d8e4 admin admin] Publish callbacks [] for security_group (9b64386b-947f-426a-b46a-e496b82072d2), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.126676 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c7b951b8-f111-4967-a233-5dfb7f21d8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (9b64386b-947f-426a-b46a-e496b82072d2), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.168849 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-c7b951b8-f111-4967-a233-5dfb7f21d8e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7cb3e4ff81be4e23aad458fc460d6ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270093 Feb 18 16:39:11.170157 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b951b8-f111-4967-a233-5dfb7f21d8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b64386b-947f-426a-b46a-e496b82072d2,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:11.172483 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60498) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:11.220860 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8a10548e-420c-4357-bbd8-c95ffe9bedcf admin admin] Publish callbacks [] for security_group (9b64386b-947f-426a-b46a-e496b82072d2), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.242016 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8a10548e-420c-4357-bbd8-c95ffe9bedcf admin admin] Publish callbacks [] for security_group (9b64386b-947f-426a-b46a-e496b82072d2), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.289865 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8a10548e-420c-4357-bbd8-c95ffe9bedcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (9b64386b-947f-426a-b46a-e496b82072d2), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.292517 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8a10548e-420c-4357-bbd8-c95ffe9bedcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.293677 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-8a10548e-420c-4357-bbd8-c95ffe9bedcf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b64386b-947f-426a-b46a-e496b82072d2 HTTP/1.1" status: 204 len: 168 time: 0.1202564 Feb 18 16:39:11.298246 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for floatingip (eead32ff-7689-4e7f-bfbd-8427da8d4f4a), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.302027 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10548e-420c-4357-bbd8-c95ffe9bedcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b64386b-947f-426a-b46a-e496b82072d2,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:11.371889 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (1a488adc-2988-428c-af29-c929ce9e3bea), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.526305 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for port (1a488adc-2988-428c-af29-c929ce9e3bea), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.531055 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (1a488adc-2988-428c-af29-c929ce9e3bea), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.569945 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60504) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:11.582932 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-738e893d-adb2-467a-a786-326dbfa216bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.601348 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Pushing event updated for resources: {'Port': ['ID=1a488adc-2988-428c-af29-c929ce9e3bea,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:11.611864 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (eead32ff-7689-4e7f-bfbd-8427da8d4f4a), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.660462 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-738e893d-adb2-467a-a786-326dbfa216bb admin admin] Publish callbacks [] for security_group (37deb6c0-893b-487f-bb3e-5c3fb5b3d700), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.666321 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-738e893d-adb2-467a-a786-326dbfa216bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (37deb6c0-893b-487f-bb3e-5c3fb5b3d700), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.702156 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e893d-adb2-467a-a786-326dbfa216bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37deb6c0-893b-487f-bb3e-5c3fb5b3d700,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:11.706390 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-738e893d-adb2-467a-a786-326dbfa216bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26dfdab844b24cff8bba6616680dd7fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353765 Feb 18 16:39:11.709116 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60506) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:11.717862 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.l3_db [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Floating IP eead32ff-7689-4e7f-bfbd-8427da8d4f4a associated. External IP: 172.27.2.92, port: 2e9653cd-9ed1-4993-bcac-1a146e9ca36b. Feb 18 16:39:11.756649 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-55734c70-6c83-4ea9-b3e9-dfe147f8a20c admin admin] Publish callbacks [] for security_group (37deb6c0-893b-487f-bb3e-5c3fb5b3d700), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.777684 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-55734c70-6c83-4ea9-b3e9-dfe147f8a20c admin admin] Publish callbacks [] for security_group (37deb6c0-893b-487f-bb3e-5c3fb5b3d700), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.826193 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-55734c70-6c83-4ea9-b3e9-dfe147f8a20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (37deb6c0-893b-487f-bb3e-5c3fb5b3d700), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.828820 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-55734c70-6c83-4ea9-b3e9-dfe147f8a20c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:11.830009 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-55734c70-6c83-4ea9-b3e9-dfe147f8a20c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37deb6c0-893b-487f-bb3e-5c3fb5b3d700 HTTP/1.1" status: 204 len: 168 time: 0.1201077 Feb 18 16:39:11.840280 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55734c70-6c83-4ea9-b3e9-dfe147f8a20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37deb6c0-893b-487f-bb3e-5c3fb5b3d700,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:11.939762 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Router ec7946fd-ac37-49a0-b9f7-3529da587111 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:39:12.058675 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:39:12.070321 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3e1d9-a56d-417c-9cf7-f2680cf114bd None None] Sync routers for ids ['ec7946fd-ac37-49a0-b9f7-3529da587111'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:39:12.081973 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c3e1d9-a56d-417c-9cf7-f2680cf114bd None None] Routers {'ec7946fd-ac37-49a0-b9f7-3529da587111'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:39:12.083078 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-24c3e1d9-a56d-417c-9cf7-f2680cf114bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:39:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['ec7946fd-ac37-49a0-b9f7-3529da587111'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:39:12.084769 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.120725 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-c01898dd-a622-4e7e-9a1d-1468bac7a7c5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6574545 Feb 18 16:39:12.121224 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'tag': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:39:12.123579 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60518) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:12.123713 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1194b3-9441-4e6d-b448-cd32d6c13473" -d '{"events": [{"name": "network-changed", "server_uuid": "74ef3ff2-ece2-4a59-8c1c-149ff844cbb8", "tag": "2e9653cd-9ed1-4993-bcac-1a146e9ca36b"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:39:12.129358 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-6483b868-599e-45a5-8f10-7af4e7cdfcf6 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1037120259', 'description': 'tempest-secgroup-smoke-1037120259 description', 'project_id': '5b04fb10cc4e44a49d858b023869ee5d'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:39:12.160510 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6483b868-599e-45a5-8f10-7af4e7cdfcf6 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.197833 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72b4fa4-6f8d-43e9-8f1a-01eed9106ada x-openstack-request-id: req-d72b4fa4-6f8d-43e9-8f1a-01eed9106ada {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:39:12.198152 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ef3ff2-ece2-4a59-8c1c-149ff844cbb8", "tag": "2e9653cd-9ed1-4993-bcac-1a146e9ca36b", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:39:12.198780 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d72b4fa4-6f8d-43e9-8f1a-01eed9106ada {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:39:12.199211 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'tag': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b', 'status': 'completed', 'code': 200} Feb 18 16:39:12.240971 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-24c3e1d9-a56d-417c-9cf7-f2680cf114bd None None] Set router ec7946fd-ac37-49a0-b9f7-3529da587111 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:39:12.252682 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6483b868-599e-45a5-8f10-7af4e7cdfcf6 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group (69c85c34-14dd-4eff-ad56-7bd6710505ce), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.260513 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6483b868-599e-45a5-8f10-7af4e7cdfcf6 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (69c85c34-14dd-4eff-ad56-7bd6710505ce), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.292026 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1194b3-9441-4e6d-b448-cd32d6c13473 req-a6b1b8c3-aa2d-4be5-bf64-d985867b3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:12.294598 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0e1194b3-9441-4e6d-b448-cd32d6c13473 req-a6b1b8c3-aa2d-4be5-bf64-d985867b3fbd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5b04fb10cc4e44a49d858b023869ee5d&device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 1130 time: 0.0700943 Feb 18 16:39:12.298250 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483b868-599e-45a5-8f10-7af4e7cdfcf6 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c85c34-14dd-4eff-ad56-7bd6710505ce,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:12.305271 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6483b868-599e-45a5-8f10-7af4e7cdfcf6 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.307624 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-6483b868-599e-45a5-8f10-7af4e7cdfcf6 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1818686 Feb 18 16:39:12.310016 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60530) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:12.315196 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-3018f2d2-0176-4bf8-a6e8-da7c3c01c990 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Request body: {'security_group_rule': {'security_group_id': '69c85c34-14dd-4eff-ad56-7bd6710505ce', 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:39:12.355011 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3018f2d2-0176-4bf8-a6e8-da7c3c01c990 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (b32102da-7abc-4aa6-8837-5a90e0ee8d1f), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.410869 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1194b3-9441-4e6d-b448-cd32d6c13473 req-9cc874e3-01a9-4922-82e9-58122eedae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:12.413134 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0e1194b3-9441-4e6d-b448-cd32d6c13473 req-9cc874e3-01a9-4922-82e9-58122eedae64 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b811648-c80d-4727-bdca-d48aeebc54a0 HTTP/1.1" status: 200 len: 916 time: 0.1018257 Feb 18 16:39:12.439176 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3018f2d2-0176-4bf8-a6e8-da7c3c01c990 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (b32102da-7abc-4aa6-8837-5a90e0ee8d1f), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.446972 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3018f2d2-0176-4bf8-a6e8-da7c3c01c990 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (b32102da-7abc-4aa6-8837-5a90e0ee8d1f), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.483907 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018f2d2-0176-4bf8-a6e8-da7c3c01c990 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32102da-7abc-4aa6-8837-5a90e0ee8d1f,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:12.492628 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3018f2d2-0176-4bf8-a6e8-da7c3c01c990 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.493895 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0e1194b3-9441-4e6d-b448-cd32d6c13473 req-6e8d3f60-5257-4ecc-b54b-29dfa8354998 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e9653cd-9ed1-4993-bcac-1a146e9ca36b HTTP/1.1" status: 200 len: 999 time: 0.0719535 Feb 18 16:39:12.497705 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60536) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:12.498511 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-3018f2d2-0176-4bf8-a6e8-da7c3c01c990 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1868362 Feb 18 16:39:12.502445 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-cba9fdcf-9eac-4124-8a37-25f22f697167 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Request body: {'security_group_rule': {'security_group_id': '69c85c34-14dd-4eff-ad56-7bd6710505ce', 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:39:12.532093 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-cba9fdcf-9eac-4124-8a37-25f22f697167 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (6ec566a2-e176-47ac-b412-743b0e1e65e2), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.568429 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-24c3e1d9-a56d-417c-9cf7-f2680cf114bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'name': 'tempest-TestMinimumBasicScenario-1956304153-router', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:01Z', 'updated_at': '2022-02-18T16:38:06Z', 'revision_number': 4, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'gw_port': {'id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:03Z', 'updated_at': '2022-02-18T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'eead32ff-7689-4e7f-bfbd-8427da8d4f4a', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'port_id': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0', 'mac_address': 'fa:16:3e:46:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:39:11Z', 'updated_at': '2022-02-18T16:39:11Z', 'revision_number': 0, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b03cfa-62cd-4dd3-b109-f1bb8c3a523e', 'name': '', 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'mac_address': 'fa:16:3e:84:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '21dc5282-029c-4312-8015-90573d273182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:05Z', 'updated_at': '2022-02-18T16:38:12Z', 'revision_number': 5, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'subnets': [{'id': '21dc5282-029c-4312-8015-90573d273182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:39:12.597580 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-cba9fdcf-9eac-4124-8a37-25f22f697167 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (6ec566a2-e176-47ac-b412-743b0e1e65e2), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.601799 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3e1d9-a56d-417c-9cf7-f2680cf114bd None None] Checking router: ec7946fd-ac37-49a0-b9f7-3529da587111 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:39:12.603940 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-cba9fdcf-9eac-4124-8a37-25f22f697167 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (6ec566a2-e176-47ac-b412-743b0e1e65e2), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.616312 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c3e1d9-a56d-417c-9cf7-f2680cf114bd None None] Routers {'ec7946fd-ac37-49a0-b9f7-3529da587111'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:39:12.618689 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-24c3e1d9-a56d-417c-9cf7-f2680cf114bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:39:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['ec7946fd-ac37-49a0-b9f7-3529da587111'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:39:12.632604 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-cba9fdcf-9eac-4124-8a37-25f22f697167 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.634110 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-cba9fdcf-9eac-4124-8a37-25f22f697167 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352994 Feb 18 16:39:12.637098 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60542) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:12.637649 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9fdcf-9eac-4124-8a37-25f22f697167 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec566a2-e176-47ac-b412-743b0e1e65e2,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:12.642401 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-64726236-0fd8-4e3d-8d27-99d5f0a4f01f tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Request body: {'security_group_rule': {'security_group_id': '69c85c34-14dd-4eff-ad56-7bd6710505ce', 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:39:12.677032 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-64726236-0fd8-4e3d-8d27-99d5f0a4f01f tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (58c3da76-a387-4244-aace-903c91b72a2d), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.748271 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-64726236-0fd8-4e3d-8d27-99d5f0a4f01f tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (58c3da76-a387-4244-aace-903c91b72a2d), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.752488 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-64726236-0fd8-4e3d-8d27-99d5f0a4f01f tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (58c3da76-a387-4244-aace-903c91b72a2d), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.758333 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-24c3e1d9-a56d-417c-9cf7-f2680cf114bd None None] Set router ec7946fd-ac37-49a0-b9f7-3529da587111 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:39:12.779121 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64726236-0fd8-4e3d-8d27-99d5f0a4f01f tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c3da76-a387-4244-aace-903c91b72a2d,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:12.789598 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-64726236-0fd8-4e3d-8d27-99d5f0a4f01f tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.790981 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-64726236-0fd8-4e3d-8d27-99d5f0a4f01f tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528194 Feb 18 16:39:12.793966 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60546) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:12.801911 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-fa11697a-eb32-40c4-b657-78b998148aac tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Request body: {'security_group_rule': {'security_group_id': '69c85c34-14dd-4eff-ad56-7bd6710505ce', 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:39:12.840844 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fa11697a-eb32-40c4-b657-78b998148aac tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (59399ef9-7fae-4429-9801-1878030b1db3), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.905827 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fa11697a-eb32-40c4-b657-78b998148aac tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (59399ef9-7fae-4429-9801-1878030b1db3), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.911239 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fa11697a-eb32-40c4-b657-78b998148aac tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (59399ef9-7fae-4429-9801-1878030b1db3), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.931656 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11697a-eb32-40c4-b657-78b998148aac tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59399ef9-7fae-4429-9801-1878030b1db3,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:12.939766 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fa11697a-eb32-40c4-b657-78b998148aac tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:12.944942 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60552) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:12.950062 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-fa11697a-eb32-40c4-b657-78b998148aac tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1546259 Feb 18 16:39:12.950978 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-86488177-a903-47b6-a79d-c800f5bfd9e3 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Request body: {'security_group_rule': {'security_group_id': '69c85c34-14dd-4eff-ad56-7bd6710505ce', 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:39:12.975236 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.securitygroups_db [None req-86488177-a903-47b6-a79d-c800f5bfd9e3 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Project 5b04fb10cc4e44a49d858b023869ee5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 16:39:12.981377 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-86488177-a903-47b6-a79d-c800f5bfd9e3 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (4355033f-8b8c-40c1-9c54-0debe784ef1f), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:13.049483 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-86488177-a903-47b6-a79d-c800f5bfd9e3 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (4355033f-8b8c-40c1-9c54-0debe784ef1f), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:13.055307 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-86488177-a903-47b6-a79d-c800f5bfd9e3 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (4355033f-8b8c-40c1-9c54-0debe784ef1f), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:13.059750 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-24c3e1d9-a56d-417c-9cf7-f2680cf114bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'name': 'tempest-TestMinimumBasicScenario-1956304153-router', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:01Z', 'updated_at': '2022-02-18T16:38:06Z', 'revision_number': 4, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'gw_port': {'id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:03Z', 'updated_at': '2022-02-18T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'eead32ff-7689-4e7f-bfbd-8427da8d4f4a', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'port_id': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0', 'mac_address': 'fa:16:3e:46:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:39:11Z', 'updated_at': '2022-02-18T16:39:11Z', 'revision_number': 0, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b03cfa-62cd-4dd3-b109-f1bb8c3a523e', 'name': '', 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'mac_address': 'fa:16:3e:84:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '21dc5282-029c-4312-8015-90573d273182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:05Z', 'updated_at': '2022-02-18T16:38:12Z', 'revision_number': 5, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'subnets': [{'id': '21dc5282-029c-4312-8015-90573d273182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:39:13.074055 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86488177-a903-47b6-a79d-c800f5bfd9e3 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4355033f-8b8c-40c1-9c54-0debe784ef1f,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:13.083843 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-86488177-a903-47b6-a79d-c800f5bfd9e3 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:13.093841 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60558) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:13.094088 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-86488177-a903-47b6-a79d-c800f5bfd9e3 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1470995 Feb 18 16:39:13.099752 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-e5a435fd-e562-4e9e-ab7b-a45e22ef9fe0 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Request body: {'security_group_rule': {'security_group_id': '69c85c34-14dd-4eff-ad56-7bd6710505ce', 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:39:13.100128 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3e1d9-a56d-417c-9cf7-f2680cf114bd None None] The sync data for ids ['ec7946fd-ac37-49a0-b9f7-3529da587111'] in dv-cinder-826607-4-iscsi is: [{'id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'name': 'tempest-TestMinimumBasicScenario-1956304153-router', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:01Z', 'updated_at': '2022-02-18T16:38:06Z', 'revision_number': 4, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'gw_port': {'id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:03Z', 'updated_at': '2022-02-18T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'eead32ff-7689-4e7f-bfbd-8427da8d4f4a', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'port_id': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0', 'mac_address': 'fa:16:3e:46:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:39:11Z', 'updated_at': '2022-02-18T16:39:11Z', 'revision_number': 0, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b03cfa-62cd-4dd3-b109-f1bb8c3a523e', 'name': '', 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'mac_address': 'fa:16:3e:84:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '21dc5282-029c-4312-8015-90573d273182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:05Z', 'updated_at': '2022-02-18T16:38:12Z', 'revision_number': 5, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'subnets': [{'id': '21dc5282-029c-4312-8015-90573d273182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:39:13.125025 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.securitygroups_db [None req-e5a435fd-e562-4e9e-ab7b-a45e22ef9fe0 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Project 5b04fb10cc4e44a49d858b023869ee5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 16:39:13.131405 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e5a435fd-e562-4e9e-ab7b-a45e22ef9fe0 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (2b18f49a-af2d-403d-85cd-261eb196b15f), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:13.206878 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e5a435fd-e562-4e9e-ab7b-a45e22ef9fe0 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (2b18f49a-af2d-403d-85cd-261eb196b15f), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:13.214777 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e5a435fd-e562-4e9e-ab7b-a45e22ef9fe0 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (2b18f49a-af2d-403d-85cd-261eb196b15f), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:13.234438 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a435fd-e562-4e9e-ab7b-a45e22ef9fe0 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b18f49a-af2d-403d-85cd-261eb196b15f,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:13.246551 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e5a435fd-e562-4e9e-ab7b-a45e22ef9fe0 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:13.248150 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-e5a435fd-e562-4e9e-ab7b-a45e22ef9fe0 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1530480 Feb 18 16:39:13.343608 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1194b3-9441-4e6d-b448-cd32d6c13473 req-62484114-e547-4b57-b34e-4ecb529eb8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:13.345411 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0e1194b3-9441-4e6d-b448-cd32d6c13473 req-62484114-e547-4b57-b34e-4ecb529eb8f2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21dc5282-029c-4312-8015-90573d273182 HTTP/1.1" status: 200 len: 854 time: 0.0670762 Feb 18 16:39:13.349029 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-54503633-086e-4080-b9a4-0b5ac7366a9e req-d629bab6-09ed-4699-aa91-ce05dca8314d tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037120259&fields=id&tenant_id=5b04fb10cc4e44a49d858b023869ee5d HTTP/1.1" status: 200 len: 267 time: 0.0510991 Feb 18 16:39:13.375194 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b71e20b-a63a-493e-96a1-a126fe8cf22b None None] New status for floating IP eead32ff-7689-4e7f-bfbd-8427da8d4f4a: ACTIVE {{(pid=102874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:39:13.411858 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54503633-086e-4080-b9a4-0b5ac7366a9e req-f1b6b190-2b14-4723-9068-3638ba621918 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:13.413699 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-54503633-086e-4080-b9a4-0b5ac7366a9e req-f1b6b190-2b14-4723-9068-3638ba621918 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 946 time: 0.0588732 Feb 18 16:39:13.425263 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [req-54503633-086e-4080-b9a4-0b5ac7366a9e req-b1d1bf3c-2724-40e2-8e2d-fe35f4de4395 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Request body: {'port': {'security_groups': ['84680126-5f62-43ab-8928-09517a202157', '69c85c34-14dd-4eff-ad56-7bd6710505ce']}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:39:13.506672 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-54503633-086e-4080-b9a4-0b5ac7366a9e req-b1d1bf3c-2724-40e2-8e2d-fe35f4de4395 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), before_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:13.618188 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:39:13.755212 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [req-54503633-086e-4080-b9a4-0b5ac7366a9e req-b1d1bf3c-2724-40e2-8e2d-fe35f4de4395 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] For port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2e9653cd-9ed1-4993-bcac-1a146e9ca36b,segment=NetworkSegment(ddebdcaa-da2c-4a74-8328-82bc2693eb85),segment_id=ddebdcaa-da2c-4a74-8328-82bc2693eb85)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:39:13.784329 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-54503633-086e-4080-b9a4-0b5ac7366a9e req-b1d1bf3c-2724-40e2-8e2d-fe35f4de4395 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:13.788675 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-54503633-086e-4080-b9a4-0b5ac7366a9e req-b1d1bf3c-2724-40e2-8e2d-fe35f4de4395 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12941152'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), after_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:13.831876 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54503633-086e-4080-b9a4-0b5ac7366a9e req-b1d1bf3c-2724-40e2-8e2d-fe35f4de4395 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:13.832715 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-54503633-086e-4080-b9a4-0b5ac7366a9e req-b1d1bf3c-2724-40e2-8e2d-fe35f4de4395 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:13.834263 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-54503633-086e-4080-b9a4-0b5ac7366a9e req-b1d1bf3c-2724-40e2-8e2d-fe35f4de4395 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "PUT /v2.0/ports/2e9653cd-9ed1-4993-bcac-1a146e9ca36b HTTP/1.1" status: 200 len: 982 time: 0.4141517 Feb 18 16:39:13.834725 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'tag': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b'}] {{(pid=102872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:39:13.837034 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982a6f8180be25104a37d0fe3acdd82455238c01b1010dd46e5de7cc24a09886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bffcb3-4a3d-4d08-ac2a-6420b4279126" -d '{"events": [{"name": "network-changed", "server_uuid": "74ef3ff2-ece2-4a59-8c1c-149ff844cbb8", "tag": "2e9653cd-9ed1-4993-bcac-1a146e9ca36b"}]}' {{(pid=102872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:39:13.868249 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1bf3c-2724-40e2-8e2d-fe35f4de4395 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Pushing event updated for resources: {'Port': ['ID=2e9653cd-9ed1-4993-bcac-1a146e9ca36b,revision_number=6']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:13.904818 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90aa2c7-f6c1-44c6-bfdf-1c8de8f14935 x-openstack-request-id: req-a90aa2c7-f6c1-44c6-bfdf-1c8de8f14935 {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:39:13.905134 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ef3ff2-ece2-4a59-8c1c-149ff844cbb8", "tag": "2e9653cd-9ed1-4993-bcac-1a146e9ca36b", "status": "completed", "code": 200}]} {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:39:13.905607 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a90aa2c7-f6c1-44c6-bfdf-1c8de8f14935 {{(pid=102872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:39:13.906101 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'tag': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b', 'status': 'completed', 'code': 200} Feb 18 16:39:13.983245 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7335bc-fd58-4455-85cb-73d2e1b4f5c7 req-a95ef6ff-db77-4af7-ab79-8d0a3fd91d6f tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:13.985631 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7f7335bc-fd58-4455-85cb-73d2e1b4f5c7 req-a95ef6ff-db77-4af7-ab79-8d0a3fd91d6f tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 985 time: 0.0653615 Feb 18 16:39:14.051397 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7f7335bc-fd58-4455-85cb-73d2e1b4f5c7 req-f7f842bc-bf7a-46d5-866e-c887c011d054 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=69c85c34-14dd-4eff-ad56-7bd6710505ce&id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578558 Feb 18 16:39:14.061315 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60592) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:14.131719 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-47401aec-c4e6-4783-8977-cdac501cdbed None None] Provisioning complete for port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:39:14.132191 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-47401aec-c4e6-4783-8977-cdac501cdbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:14.164510 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f473ba66-e413-4bf3-a15c-9ec7af3e1573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:14.209860 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-47401aec-c4e6-4783-8977-cdac501cdbed None None] Current status of the port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:39:14.240646 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f473ba66-e413-4bf3-a15c-9ec7af3e1573 admin admin] Publish callbacks [] for security_group (c29783f1-7e5a-4b7e-a267-689d7f9104ad), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:14.245226 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f473ba66-e413-4bf3-a15c-9ec7af3e1573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (c29783f1-7e5a-4b7e-a267-689d7f9104ad), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:14.297205 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473ba66-e413-4bf3-a15c-9ec7af3e1573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29783f1-7e5a-4b7e-a267-689d7f9104ad,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:14.304418 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-f473ba66-e413-4bf3-a15c-9ec7af3e1573 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b8473ad411f4e128e1e72cfe2ba0ffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417789 Feb 18 16:39:14.310549 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60600) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:14.374608 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e1c64961-0d20-42f1-b7a2-5ee5ab9cff3d admin admin] Publish callbacks [] for security_group (c29783f1-7e5a-4b7e-a267-689d7f9104ad), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:14.394742 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e1c64961-0d20-42f1-b7a2-5ee5ab9cff3d admin admin] Publish callbacks [] for security_group (c29783f1-7e5a-4b7e-a267-689d7f9104ad), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:14.442895 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e1c64961-0d20-42f1-b7a2-5ee5ab9cff3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (c29783f1-7e5a-4b7e-a267-689d7f9104ad), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:14.445966 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e1c64961-0d20-42f1-b7a2-5ee5ab9cff3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:14.447032 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-e1c64961-0d20-42f1-b7a2-5ee5ab9cff3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c29783f1-7e5a-4b7e-a267-689d7f9104ad HTTP/1.1" status: 204 len: 168 time: 0.1353226 Feb 18 16:39:14.455566 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c64961-0d20-42f1-b7a2-5ee5ab9cff3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29783f1-7e5a-4b7e-a267-689d7f9104ad,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:14.697532 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60606) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:14.710957 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-55fcf4c0-34a5-4d94-95d2-8ed5ff069a42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:14.783873 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-55fcf4c0-34a5-4d94-95d2-8ed5ff069a42 admin admin] Publish callbacks [] for security_group (aff10781-06f1-479a-b5ab-4015e940f42a), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:14.788120 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-55fcf4c0-34a5-4d94-95d2-8ed5ff069a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (aff10781-06f1-479a-b5ab-4015e940f42a), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:14.825285 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-55fcf4c0-34a5-4d94-95d2-8ed5ff069a42 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b4a76bfffa044b1b023d9b2106e8272&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266882 Feb 18 16:39:14.826256 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcf4c0-34a5-4d94-95d2-8ed5ff069a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff10781-06f1-479a-b5ab-4015e940f42a,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:14.827932 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60610) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:14.878821 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-d627c8b5-aea7-457c-a06a-229898553c4e admin admin] Publish callbacks [] for security_group (aff10781-06f1-479a-b5ab-4015e940f42a), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:14.900445 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-d627c8b5-aea7-457c-a06a-229898553c4e admin admin] Publish callbacks [] for security_group (aff10781-06f1-479a-b5ab-4015e940f42a), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:14.946796 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-d627c8b5-aea7-457c-a06a-229898553c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (aff10781-06f1-479a-b5ab-4015e940f42a), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:14.949415 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-d627c8b5-aea7-457c-a06a-229898553c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:14.950561 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-d627c8b5-aea7-457c-a06a-229898553c4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aff10781-06f1-479a-b5ab-4015e940f42a HTTP/1.1" status: 204 len: 168 time: 0.1215889 Feb 18 16:39:14.958552 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627c8b5-aea7-457c-a06a-229898553c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff10781-06f1-479a-b5ab-4015e940f42a,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:15.060399 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['2e9653cd-9ed1-4993-bcac-1a146e9ca36b'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:39:15.068595 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1194b3-9441-4e6d-b448-cd32d6c13473 req-7a34c13c-d29f-4f47-a930-e956f5a99d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:15.070155 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0e1194b3-9441-4e6d-b448-cd32d6c13473 req-7a34c13c-d29f-4f47-a930-e956f5a99d03 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b811648-c80d-4727-bdca-d48aeebc54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491285 Feb 18 16:39:15.171405 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0e1194b3-9441-4e6d-b448-cd32d6c13473 req-7227108b-15f7-4ed7-8530-86ac9236c96c service neutron] 10.222.0.71 "GET /v2.0/networks/2b811648-c80d-4727-bdca-d48aeebc54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887847 Feb 18 16:39:15.176938 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['2e9653cd-9ed1-4993-bcac-1a146e9ca36b'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:39:15.278992 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-0e1194b3-9441-4e6d-b448-cd32d6c13473 req-b5e1c72f-dc97-49f3-b92f-c10ec150ac81 service neutron] 10.222.0.71 "GET /v2.0/networks/2b811648-c80d-4727-bdca-d48aeebc54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014619 Feb 18 16:39:15.429503 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bffcb3-4a3d-4d08-ac2a-6420b4279126 req-82de3ca9-ae4a-4d68-8e6f-086731d4bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:15.431974 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-41bffcb3-4a3d-4d08-ac2a-6420b4279126 req-82de3ca9-ae4a-4d68-8e6f-086731d4bd7a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5b04fb10cc4e44a49d858b023869ee5d&device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 1169 time: 0.0866275 Feb 18 16:39:15.554697 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bffcb3-4a3d-4d08-ac2a-6420b4279126 req-8c3738af-ed1f-4351-9a5c-7cec306ceb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:15.556794 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-41bffcb3-4a3d-4d08-ac2a-6420b4279126 req-8c3738af-ed1f-4351-9a5c-7cec306ceb46 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b811648-c80d-4727-bdca-d48aeebc54a0 HTTP/1.1" status: 200 len: 916 time: 0.1180856 Feb 18 16:39:15.652498 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-41bffcb3-4a3d-4d08-ac2a-6420b4279126 req-8f986658-fecf-4d7a-8d1c-d2e232434d54 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e9653cd-9ed1-4993-bcac-1a146e9ca36b HTTP/1.1" status: 200 len: 1001 time: 0.0810144 Feb 18 16:39:15.719684 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bffcb3-4a3d-4d08-ac2a-6420b4279126 req-c7aadb45-4acb-46f9-b21f-188423ec1c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:15.725388 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-41bffcb3-4a3d-4d08-ac2a-6420b4279126 req-c7aadb45-4acb-46f9-b21f-188423ec1c38 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21dc5282-029c-4312-8015-90573d273182 HTTP/1.1" status: 200 len: 854 time: 0.0640681 Feb 18 16:39:15.792771 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bffcb3-4a3d-4d08-ac2a-6420b4279126 req-586d61f2-bdb0-49e3-8a5c-899406db0a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:15.795093 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-41bffcb3-4a3d-4d08-ac2a-6420b4279126 req-586d61f2-bdb0-49e3-8a5c-899406db0a0e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b811648-c80d-4727-bdca-d48aeebc54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532491 Feb 18 16:39:15.918008 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-41bffcb3-4a3d-4d08-ac2a-6420b4279126 req-ad33fb75-18ff-4651-9305-faadb27de1d7 service neutron] 10.222.0.71 "GET /v2.0/networks/2b811648-c80d-4727-bdca-d48aeebc54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056027 Feb 18 16:39:16.025598 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-41bffcb3-4a3d-4d08-ac2a-6420b4279126 req-f6112944-8e18-44fe-9cd3-a8443c47e811 service neutron] 10.222.0.71 "GET /v2.0/networks/2b811648-c80d-4727-bdca-d48aeebc54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984147 Feb 18 16:39:17.779967 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86335bf9-38a4-4250-8056-6dd1d75f7a3c req-6eaadae8-b38d-4ec9-b5f7-703707a92b00 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:17.782341 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-86335bf9-38a4-4250-8056-6dd1d75f7a3c req-6eaadae8-b38d-4ec9-b5f7-703707a92b00 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0555596 Feb 18 16:39:17.833568 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-86335bf9-38a4-4250-8056-6dd1d75f7a3c req-174f3a1b-15ef-455a-a416-d55477bff200 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449975 Feb 18 16:39:18.953212 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87391363-ce70-4242-8df3-4e813fb268a3 req-a65ecdcf-9ce2-419e-b9c6-121a4d95b861 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:18.954688 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-87391363-ce70-4242-8df3-4e813fb268a3 req-a65ecdcf-9ce2-419e-b9c6-121a4d95b861 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0514615 Feb 18 16:39:18.999400 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-87391363-ce70-4242-8df3-4e813fb268a3 req-6afbc474-820c-43a3-be04-7bea768d71fb tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391107 Feb 18 16:39:20.119619 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f2f01-5a0c-4060-a88c-ad00965c2ee6 req-1aea0a1f-19b9-40c9-9b37-ba03b3963923 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:20.120976 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-878f2f01-5a0c-4060-a88c-ad00965c2ee6 req-1aea0a1f-19b9-40c9-9b37-ba03b3963923 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0533776 Feb 18 16:39:20.167896 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-878f2f01-5a0c-4060-a88c-ad00965c2ee6 req-86ed993d-33bd-4535-8580-608f710fe4ac tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415661 Feb 18 16:39:21.286683 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aaecb5-bdc0-4cd6-9571-4ef3237b4765 req-89f90ee9-9649-4da6-ba40-1248aa4f7e8d tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:21.288128 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-49aaecb5-bdc0-4cd6-9571-4ef3237b4765 req-89f90ee9-9649-4da6-ba40-1248aa4f7e8d tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0540369 Feb 18 16:39:21.332114 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-49aaecb5-bdc0-4cd6-9571-4ef3237b4765 req-85cfc5c7-0e03-4119-8f23-f5ae44232ead tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385628 Feb 18 16:39:22.449202 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e0737-b083-4eb5-a6da-9f712b7d0217 req-99dd3953-aa67-4d47-a32b-40b9d230b394 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:22.450689 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b54e0737-b083-4eb5-a6da-9f712b7d0217 req-99dd3953-aa67-4d47-a32b-40b9d230b394 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0524507 Feb 18 16:39:22.498880 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b54e0737-b083-4eb5-a6da-9f712b7d0217 req-ab0b4e13-5d17-4d55-a45b-1c03f5983313 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419693 Feb 18 16:39:23.618576 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b266689-9e0e-4647-9bda-8ea370eb2195 req-de6275a0-69a7-45b9-b73c-ef3d074e41f9 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:23.620054 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7b266689-9e0e-4647-9bda-8ea370eb2195 req-de6275a0-69a7-45b9-b73c-ef3d074e41f9 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0541785 Feb 18 16:39:23.666801 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7b266689-9e0e-4647-9bda-8ea370eb2195 req-ea88eae5-d0b6-40d1-9a1e-8cda61e1bd73 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412350 Feb 18 16:39:24.786291 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9023228-43f2-473f-b614-e48fbdc1362c req-6707287c-1706-4130-ad42-cc5b71706bdc tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:24.787751 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c9023228-43f2-473f-b614-e48fbdc1362c req-6707287c-1706-4130-ad42-cc5b71706bdc tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0532398 Feb 18 16:39:24.833363 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c9023228-43f2-473f-b614-e48fbdc1362c req-a6d4dca3-6edf-4b11-a140-ced6acc30503 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402515 Feb 18 16:39:25.134744 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60826) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:25.239500 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-dc58fb93-6f5b-4e8f-ae5c-80891c8126a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:25.310552 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-dc58fb93-6f5b-4e8f-ae5c-80891c8126a3 admin admin] Publish callbacks [] for security_group (d99be4c1-558a-400e-a139-e2a822a09251), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:25.313986 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-dc58fb93-6f5b-4e8f-ae5c-80891c8126a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (d99be4c1-558a-400e-a139-e2a822a09251), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:25.351399 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-dc58fb93-6f5b-4e8f-ae5c-80891c8126a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7741fff5e579408fb7c9dbb142c02c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155836 Feb 18 16:39:25.352242 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58fb93-6f5b-4e8f-ae5c-80891c8126a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99be4c1-558a-400e-a139-e2a822a09251,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:25.354149 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60830) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:25.401136 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb4be-7816-4c8c-9faa-d7e8dc3f49c5 admin admin] Publish callbacks [] for security_group (d99be4c1-558a-400e-a139-e2a822a09251), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:25.420979 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb4be-7816-4c8c-9faa-d7e8dc3f49c5 admin admin] Publish callbacks [] for security_group (d99be4c1-558a-400e-a139-e2a822a09251), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:25.470523 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb4be-7816-4c8c-9faa-d7e8dc3f49c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (d99be4c1-558a-400e-a139-e2a822a09251), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:25.473181 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb4be-7816-4c8c-9faa-d7e8dc3f49c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:25.474288 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-eb5bb4be-7816-4c8c-9faa-d7e8dc3f49c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d99be4c1-558a-400e-a139-e2a822a09251 HTTP/1.1" status: 204 len: 168 time: 0.1191423 Feb 18 16:39:25.482075 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bb4be-7816-4c8c-9faa-d7e8dc3f49c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99be4c1-558a-400e-a139-e2a822a09251,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:25.734486 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 60842) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:25.747786 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-578f529e-f2f7-4b4b-98b9-3ae32394a4eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:25.832170 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-578f529e-f2f7-4b4b-98b9-3ae32394a4eb admin admin] Publish callbacks [] for security_group (2c40b264-0da5-4c0a-b891-f3c540831678), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:25.837919 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-578f529e-f2f7-4b4b-98b9-3ae32394a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (2c40b264-0da5-4c0a-b891-f3c540831678), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:25.885596 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f529e-f2f7-4b4b-98b9-3ae32394a4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c40b264-0da5-4c0a-b891-f3c540831678,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:25.893805 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-578f529e-f2f7-4b4b-98b9-3ae32394a4eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=013769ed40a0434ab719021c76e2cb53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575913 Feb 18 16:39:25.894130 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 60854) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:25.950198 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-cd68ca5c-3b85-4d64-baad-de89bbda8218 admin admin] Publish callbacks [] for security_group (2c40b264-0da5-4c0a-b891-f3c540831678), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:25.971853 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-cd68ca5c-3b85-4d64-baad-de89bbda8218 admin admin] Publish callbacks [] for security_group (2c40b264-0da5-4c0a-b891-f3c540831678), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:25.987985 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aecad-145f-4afd-ad12-38d5bac5fcdc req-0f91d6ca-6c7a-4c09-8a76-806ebb3ded3b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:25.989673 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0d9aecad-145f-4afd-ad12-38d5bac5fcdc req-0f91d6ca-6c7a-4c09-8a76-806ebb3ded3b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0536075 Feb 18 16:39:26.025813 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-cd68ca5c-3b85-4d64-baad-de89bbda8218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (2c40b264-0da5-4c0a-b891-f3c540831678), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:26.028389 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-cd68ca5c-3b85-4d64-baad-de89bbda8218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:26.029565 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-cd68ca5c-3b85-4d64-baad-de89bbda8218 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c40b264-0da5-4c0a-b891-f3c540831678 HTTP/1.1" status: 204 len: 168 time: 0.1337025 Feb 18 16:39:26.039960 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68ca5c-3b85-4d64-baad-de89bbda8218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c40b264-0da5-4c0a-b891-f3c540831678,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:26.047345 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0d9aecad-145f-4afd-ad12-38d5bac5fcdc req-9bccb3af-1b1e-47b7-a13b-2a32688ff78e tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494041 Feb 18 16:39:27.180610 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5138e06-68ba-42cf-af88-6232645af66b req-6c3b55cd-f039-4e5c-b063-c3895d9113d2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:27.182099 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a5138e06-68ba-42cf-af88-6232645af66b req-6c3b55cd-f039-4e5c-b063-c3895d9113d2 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0565684 Feb 18 16:39:27.229738 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a5138e06-68ba-42cf-af88-6232645af66b req-60725ab8-972d-4ce0-899e-662bcb47aadb tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407619 Feb 18 16:39:28.358838 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665db87c-b4dd-4ea0-bacc-ed1488124c8c req-bcb6b858-2c0f-4c4c-bdd2-ace1a89c42ac tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:28.360205 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-665db87c-b4dd-4ea0-bacc-ed1488124c8c req-bcb6b858-2c0f-4c4c-bdd2-ace1a89c42ac tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0513778 Feb 18 16:39:28.406623 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-665db87c-b4dd-4ea0-bacc-ed1488124c8c req-0b66f7c9-925f-45f0-970f-a7ed227d3054 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397601 Feb 18 16:39:29.527210 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64555c-a341-49c2-bd85-96cb1f0f54be req-c4ea99f2-c1f8-4c2a-b1f6-2747984c6aad tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:29.528556 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0d64555c-a341-49c2-bd85-96cb1f0f54be req-c4ea99f2-c1f8-4c2a-b1f6-2747984c6aad tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0511200 Feb 18 16:39:29.576106 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0d64555c-a341-49c2-bd85-96cb1f0f54be req-0379ebc9-5e17-4eaa-9487-abc17452bcb5 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421860 Feb 18 16:39:30.690135 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f796691-1b16-44e7-8e2e-127fd62792c4 req-316c24a4-ea4f-4584-91f0-d8146aa31214 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:30.691578 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3f796691-1b16-44e7-8e2e-127fd62792c4 req-316c24a4-ea4f-4584-91f0-d8146aa31214 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0504403 Feb 18 16:39:30.735864 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3f796691-1b16-44e7-8e2e-127fd62792c4 req-be3def42-912a-46d8-8022-105bc53447d1 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388916 Feb 18 16:39:31.115636 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9362b97c-5e25-4e49-ad5a-1cb4fdd419b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:31.858979 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d30957-64f7-4608-b504-0c055af905af req-33f05a39-c7ca-47a5-84d3-d2c633a5115c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:31.860353 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-81d30957-64f7-4608-b504-0c055af905af req-33f05a39-c7ca-47a5-84d3-d2c633a5115c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0516429 Feb 18 16:39:31.906359 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-81d30957-64f7-4608-b504-0c055af905af req-839befc0-1f4a-4454-9e2c-1c4f823f2604 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399773 Feb 18 16:39:33.027603 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5474f60-b765-48cc-85f7-300d7a29d8ac req-05244b73-f426-4c3f-b40e-e23884824bfb tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:33.029042 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f5474f60-b765-48cc-85f7-300d7a29d8ac req-05244b73-f426-4c3f-b40e-e23884824bfb tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0556405 Feb 18 16:39:33.074335 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f5474f60-b765-48cc-85f7-300d7a29d8ac req-f0b20fd1-84f6-465d-bbf4-a11eddfb9948 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398016 Feb 18 16:39:33.193574 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-e6d49fad-4972-47a6-b603-c44be95001ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:34.193821 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072da35-5a26-4745-a20f-a5c17d6fa66a req-8326727f-aa23-486c-b303-e3d5af44830b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:34.195274 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6072da35-5a26-4745-a20f-a5c17d6fa66a req-8326727f-aa23-486c-b303-e3d5af44830b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0514643 Feb 18 16:39:34.244052 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6072da35-5a26-4745-a20f-a5c17d6fa66a req-3dd008f3-cba6-471c-8708-e28d7d7e8793 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433369 Feb 18 16:39:34.527208 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:35.365538 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d44a1-032f-449d-8329-5dbdac1df8f2 req-12932016-05b0-47d7-acfe-2fcc75f95ebc tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:35.366986 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0c2d44a1-032f-449d-8329-5dbdac1df8f2 req-12932016-05b0-47d7-acfe-2fcc75f95ebc tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0555766 Feb 18 16:39:35.411862 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0c2d44a1-032f-449d-8329-5dbdac1df8f2 req-845e4e7f-8efa-442b-891c-7fc037dbf486 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393589 Feb 18 16:39:35.643534 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545d08e-9058-44c8-a3ae-ed403a420ba8 req-a8a9c5dd-ed0f-4ef1-95ff-073151287605 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:35.645203 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e545d08e-9058-44c8-a3ae-ed403a420ba8 req-a8a9c5dd-ed0f-4ef1-95ff-073151287605 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0534005 Feb 18 16:39:35.691485 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e545d08e-9058-44c8-a3ae-ed403a420ba8 req-60d85972-a3ed-4ae0-903b-2514ede838ec tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408573 Feb 18 16:39:35.829672 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:36.812166 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b7d78-db99-45d0-aee4-42890e1ed2df req-3ef153ca-d652-4395-9479-fe1d783375e0 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:36.813632 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9d7b7d78-db99-45d0-aee4-42890e1ed2df req-3ef153ca-d652-4395-9479-fe1d783375e0 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0513768 Feb 18 16:39:36.863284 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9d7b7d78-db99-45d0-aee4-42890e1ed2df req-d247f209-5bd2-4c09-9155-6f57edf3f458 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433695 Feb 18 16:39:37.525099 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:37.725034 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcfffa-067e-470d-9c7e-363a270a4e25 req-7f415416-8aa9-4fd1-8a17-25e11cc0a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:37.726557 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-acdcfffa-067e-470d-9c7e-363a270a4e25 req-7f415416-8aa9-4fd1-8a17-25e11cc0a060 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9205f14486fc4e64830c7c133ec39235&device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 1129 time: 0.0463939 Feb 18 16:39:37.813542 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcfffa-067e-470d-9c7e-363a270a4e25 req-4fd202fa-2165-4e41-a0a0-384d09746e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:37.815599 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-acdcfffa-067e-470d-9c7e-363a270a4e25 req-4fd202fa-2165-4e41-a0a0-384d09746e37 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b70ae2d4-b37e-47df-8b0d-486770e38efd HTTP/1.1" status: 200 len: 912 time: 0.0824747 Feb 18 16:39:37.885265 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-acdcfffa-067e-470d-9c7e-363a270a4e25 req-dd28a563-db94-4b14-8388-7487b1134e01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 HTTP/1.1" status: 200 len: 1001 time: 0.0624151 Feb 18 16:39:37.945131 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcfffa-067e-470d-9c7e-363a270a4e25 req-7327e999-7e50-4d1d-8048-dd946296bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:37.946663 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-acdcfffa-067e-470d-9c7e-363a270a4e25 req-7327e999-7e50-4d1d-8048-dd946296bd13 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5dae24fa-8ac8-4459-aa31-b074ff5b2445 HTTP/1.1" status: 200 len: 850 time: 0.0450740 Feb 18 16:39:37.983652 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de71f90-8430-4afe-9caf-40d3f0e4aade req-10114f1f-3016-4023-aba7-4bee72c2e966 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:37.985110 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9de71f90-8430-4afe-9caf-40d3f0e4aade req-10114f1f-3016-4023-aba7-4bee72c2e966 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0532405 Feb 18 16:39:38.002393 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcfffa-067e-470d-9c7e-363a270a4e25 req-4c3f54c0-deb1-49ba-979c-8bf6a0e90914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:38.003929 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-acdcfffa-067e-470d-9c7e-363a270a4e25 req-4c3f54c0-deb1-49ba-979c-8bf6a0e90914 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b70ae2d4-b37e-47df-8b0d-486770e38efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487008 Feb 18 16:39:38.031423 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9de71f90-8430-4afe-9caf-40d3f0e4aade req-42dd29b0-6dda-4b08-b2d0-8adbf9fd8759 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402601 Feb 18 16:39:38.095442 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-acdcfffa-067e-470d-9c7e-363a270a4e25 req-385bc17b-454d-4a49-9943-d14192e4ff05 service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838709 Feb 18 16:39:38.183850 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-acdcfffa-067e-470d-9c7e-363a270a4e25 req-6cacb884-e801-422e-a71b-eec2fcc24c7f service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806212 Feb 18 16:39:39.148504 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c88bbd-2e27-46cb-843a-7a95fae0e2e2 req-fc99f721-88c5-4c3d-b942-df6d2ef11953 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:39.149923 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-08c88bbd-2e27-46cb-843a-7a95fae0e2e2 req-fc99f721-88c5-4c3d-b942-df6d2ef11953 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0519803 Feb 18 16:39:39.195756 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-08c88bbd-2e27-46cb-843a-7a95fae0e2e2 req-1f78e594-cbe2-45ef-b6cf-f4be797edc6f tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404637 Feb 18 16:39:40.314002 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef5dfc-5d4d-4c74-9ed4-9befbf808177 req-3e3ed2f3-268f-4ae7-b188-8506c13fdf88 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:40.316033 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e0ef5dfc-5d4d-4c74-9ed4-9befbf808177 req-3e3ed2f3-268f-4ae7-b188-8506c13fdf88 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0543826 Feb 18 16:39:40.360478 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e0ef5dfc-5d4d-4c74-9ed4-9befbf808177 req-b8eb9ec7-a313-4fd2-a52c-d19f28c0dad0 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387402 Feb 18 16:39:40.762669 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:41.482648 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f335fd-0c8f-4c33-aab1-08c89106b29a req-5d955dd1-269d-4101-90d3-43441153e917 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:41.484171 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-47f335fd-0c8f-4c33-aab1-08c89106b29a req-5d955dd1-269d-4101-90d3-43441153e917 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0556533 Feb 18 16:39:41.533574 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-47f335fd-0c8f-4c33-aab1-08c89106b29a req-bf5f36fd-728e-413c-90dd-32fb8a1e2753 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424085 Feb 18 16:39:42.328757 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-6079cc37-b0cd-4912-b261-be467e9162ac req-5960c7df-2d31-46f6-ba92-4e7c6c97d5ae service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528333 Feb 18 16:39:42.405716 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079cc37-b0cd-4912-b261-be467e9162ac req-24165ee8-a851-4356-aa32-e81cd2819f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:42.407317 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-6079cc37-b0cd-4912-b261-be467e9162ac req-24165ee8-a851-4356-aa32-e81cd2819f34 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9205f14486fc4e64830c7c133ec39235&device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 1129 time: 0.0513873 Feb 18 16:39:42.506625 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079cc37-b0cd-4912-b261-be467e9162ac req-defadf78-5ecc-4ccd-bda5-ee3f2e07d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:42.508072 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-6079cc37-b0cd-4912-b261-be467e9162ac req-defadf78-5ecc-4ccd-bda5-ee3f2e07d323 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b70ae2d4-b37e-47df-8b0d-486770e38efd HTTP/1.1" status: 200 len: 912 time: 0.0815165 Feb 18 16:39:42.575446 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-6079cc37-b0cd-4912-b261-be467e9162ac req-6308a118-6165-4745-8f49-f9f847287629 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 HTTP/1.1" status: 200 len: 1001 time: 0.0606332 Feb 18 16:39:42.657692 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6c8cd-2061-42d4-a6c9-a5b6c0407e3e req-56716637-461e-4a5a-88a1-d65d4cd81bf8 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:42.659174 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-69d6c8cd-2061-42d4-a6c9-a5b6c0407e3e req-56716637-461e-4a5a-88a1-d65d4cd81bf8 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0565183 Feb 18 16:39:42.715514 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-69d6c8cd-2061-42d4-a6c9-a5b6c0407e3e req-758de0d7-f16d-4a15-9a26-6e7e0c5addd8 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491478 Feb 18 16:39:42.855971 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079cc37-b0cd-4912-b261-be467e9162ac req-ef372249-671f-4ea5-87e3-b767d9b53943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:42.857831 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-6079cc37-b0cd-4912-b261-be467e9162ac req-ef372249-671f-4ea5-87e3-b767d9b53943 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5dae24fa-8ac8-4459-aa31-b074ff5b2445 HTTP/1.1" status: 200 len: 850 time: 0.2736990 Feb 18 16:39:42.912408 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079cc37-b0cd-4912-b261-be467e9162ac req-14153621-4c00-4a79-ab7f-c6c0d63d81cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:39:42.913813 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-6079cc37-b0cd-4912-b261-be467e9162ac req-14153621-4c00-4a79-ab7f-c6c0d63d81cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b70ae2d4-b37e-47df-8b0d-486770e38efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465877 Feb 18 16:39:43.004579 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-6079cc37-b0cd-4912-b261-be467e9162ac req-8cfd8a2d-b69e-4c0d-a8c1-8191093563b8 service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831108 Feb 18 16:39:43.090379 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-6079cc37-b0cd-4912-b261-be467e9162ac req-87f88be9-7e64-4c21-bd88-d041422e404a service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790854 Feb 18 16:39:50.617104 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:39:50.706278 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 32950) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:50.819544 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:50.892379 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] Publish callbacks [] for security_group (2d18f7a8-000f-48f8-8627-ca2531afe51d), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:50.896033 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (2d18f7a8-000f-48f8-8627-ca2531afe51d), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:50.936134 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=994bbfa095c244658e26eeea9dbe9fac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280867 Feb 18 16:39:50.938037 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d18f7a8-000f-48f8-8627-ca2531afe51d,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:39:50.938834 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 32956) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:39:50.945068 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:50.945436 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:50.945780 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:50.946113 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:50.946441 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:50.946766 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:50.947090 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:50.947410 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:50.947731 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:50.948055 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:50.948373 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:50.948698 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:50.949009 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6045f0-f4c5-4be6-aed5-57a994c37c17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:39:50.987384 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5e361ce6-feab-4c19-8375-73da1c1f5664 admin admin] Publish callbacks [] for security_group (2d18f7a8-000f-48f8-8627-ca2531afe51d), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:51.008416 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5e361ce6-feab-4c19-8375-73da1c1f5664 admin admin] Publish callbacks [] for security_group (2d18f7a8-000f-48f8-8627-ca2531afe51d), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:51.053536 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5e361ce6-feab-4c19-8375-73da1c1f5664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (2d18f7a8-000f-48f8-8627-ca2531afe51d), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:51.056071 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-5e361ce6-feab-4c19-8375-73da1c1f5664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:39:51.057196 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-5e361ce6-feab-4c19-8375-73da1c1f5664 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d18f7a8-000f-48f8-8627-ca2531afe51d HTTP/1.1" status: 204 len: 168 time: 0.1172690 Feb 18 16:39:51.064428 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e361ce6-feab-4c19-8375-73da1c1f5664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d18f7a8-000f-48f8-8627-ca2531afe51d,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:00.101371 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33090) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:00.202332 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-02f65127-8552-4c53-8cee-6d1e7762e14f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:00.273439 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-02f65127-8552-4c53-8cee-6d1e7762e14f admin admin] Publish callbacks [] for security_group (9d18e6c0-9cca-40e4-88b0-6ce3ff2dde99), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:00.277014 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-02f65127-8552-4c53-8cee-6d1e7762e14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (9d18e6c0-9cca-40e4-88b0-6ce3ff2dde99), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:00.313700 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f65127-8552-4c53-8cee-6d1e7762e14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d18e6c0-9cca-40e4-88b0-6ce3ff2dde99,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:00.318493 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-02f65127-8552-4c53-8cee-6d1e7762e14f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c06ed6d041d14cb3858a102eb91aad64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161252 Feb 18 16:40:00.321164 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33094) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:00.367961 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-cbe2408b-2108-469b-b694-a12834066359 admin admin] Publish callbacks [] for security_group (9d18e6c0-9cca-40e4-88b0-6ce3ff2dde99), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:00.387984 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-cbe2408b-2108-469b-b694-a12834066359 admin admin] Publish callbacks [] for security_group (9d18e6c0-9cca-40e4-88b0-6ce3ff2dde99), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:00.433012 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-cbe2408b-2108-469b-b694-a12834066359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (9d18e6c0-9cca-40e4-88b0-6ce3ff2dde99), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:00.435548 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-cbe2408b-2108-469b-b694-a12834066359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:00.436700 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-cbe2408b-2108-469b-b694-a12834066359 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d18e6c0-9cca-40e4-88b0-6ce3ff2dde99 HTTP/1.1" status: 204 len: 168 time: 0.1146324 Feb 18 16:40:00.443983 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2408b-2108-469b-b694-a12834066359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d18e6c0-9cca-40e4-88b0-6ce3ff2dde99,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:00.690638 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33102) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:00.704006 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-784db649-a8dc-4cb3-b671-75103327d356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:00.777021 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-784db649-a8dc-4cb3-b671-75103327d356 admin admin] Publish callbacks [] for security_group (03acb887-3400-4a1d-b231-3c5df7f86677), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:00.780469 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-784db649-a8dc-4cb3-b671-75103327d356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (03acb887-3400-4a1d-b231-3c5df7f86677), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:00.818524 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-784db649-a8dc-4cb3-b671-75103327d356 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a05d34d8164a4b13b68542c770ab29d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261439 Feb 18 16:40:00.819438 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784db649-a8dc-4cb3-b671-75103327d356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03acb887-3400-4a1d-b231-3c5df7f86677,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:00.820441 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 33104) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:00.868820 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-faa6934e-a0c2-4e2b-afb9-752d4fac166a admin admin] Publish callbacks [] for security_group (03acb887-3400-4a1d-b231-3c5df7f86677), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:00.889219 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-faa6934e-a0c2-4e2b-afb9-752d4fac166a admin admin] Publish callbacks [] for security_group (03acb887-3400-4a1d-b231-3c5df7f86677), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:00.934953 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-faa6934e-a0c2-4e2b-afb9-752d4fac166a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (03acb887-3400-4a1d-b231-3c5df7f86677), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:00.937562 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-faa6934e-a0c2-4e2b-afb9-752d4fac166a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:00.938686 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-faa6934e-a0c2-4e2b-afb9-752d4fac166a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03acb887-3400-4a1d-b231-3c5df7f86677 HTTP/1.1" status: 204 len: 168 time: 0.1171775 Feb 18 16:40:00.946322 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6934e-a0c2-4e2b-afb9-752d4fac166a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03acb887-3400-4a1d-b231-3c5df7f86677,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:01.118596 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-f58bab4a-8808-4c74-8b40-b3184d3f27b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:03.194637 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-cc9ed102-400c-4b0a-8905-34cd38fa5c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:03.390383 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ef282-a35b-47be-8696-c8a5695c37e8 req-69210c7c-d1e9-4f3c-b4b5-27c87db911cf tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:03.391760 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-816ef282-a35b-47be-8696-c8a5695c37e8 req-69210c7c-d1e9-4f3c-b4b5-27c87db911cf tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 946 time: 0.0545304 Feb 18 16:40:03.437596 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-816ef282-a35b-47be-8696-c8a5695c37e8 req-87740a98-302d-48dc-a2de-b03c45c6d76b tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398471 Feb 18 16:40:04.531694 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:04.560940 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba977933-23f2-49b2-9338-d970ba131938 req-8127528a-2919-4710-81f1-ae08949dc170 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:04.562433 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ba977933-23f2-49b2-9338-d970ba131938 req-8127528a-2919-4710-81f1-ae08949dc170 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 946 time: 0.0521159 Feb 18 16:40:04.609709 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ba977933-23f2-49b2-9338-d970ba131938 req-549fdd6d-d30e-4f82-957c-7a0394e0e1ef tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407457 Feb 18 16:40:05.731693 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d586c7-66b4-4256-87ca-75de6e8c5198 req-b939f6bd-f50f-454e-ba44-96be70d68159 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:05.733135 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b6d586c7-66b4-4256-87ca-75de6e8c5198 req-b939f6bd-f50f-454e-ba44-96be70d68159 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 946 time: 0.0519812 Feb 18 16:40:05.826795 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:06.001848 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b6d586c7-66b4-4256-87ca-75de6e8c5198 req-d41490ec-ae22-426a-8ab5-1399384f9e3d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630556 Feb 18 16:40:06.569115 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0e4f6-cbb2-439a-96db-2ff6136cc33e req-511128ec-c768-46d0-88e0-791c5f5e0e5f tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:06.570647 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a6f0e4f6-cbb2-439a-96db-2ff6136cc33e req-511128ec-c768-46d0-88e0-791c5f5e0e5f tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 985 time: 0.0539224 Feb 18 16:40:06.585210 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8847b-010b-44b5-a412-500ea94dca35 req-bb79be93-fa0a-4c66-9b43-932c519a231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:06.586753 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5eb8847b-010b-44b5-a412-500ea94dca35 req-bb79be93-fa0a-4c66-9b43-932c519a231c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5b04fb10cc4e44a49d858b023869ee5d&device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 1169 time: 0.0457425 Feb 18 16:40:06.633601 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a6f0e4f6-cbb2-439a-96db-2ff6136cc33e req-b48a9e53-2547-4f7e-8573-6a0fe3f57e0f tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=69c85c34-14dd-4eff-ad56-7bd6710505ce&id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570462 Feb 18 16:40:06.678342 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8847b-010b-44b5-a412-500ea94dca35 req-2447d760-65e2-4866-ae5f-a3791a28fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:06.679803 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5eb8847b-010b-44b5-a412-500ea94dca35 req-2447d760-65e2-4866-ae5f-a3791a28fe2e service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b811648-c80d-4727-bdca-d48aeebc54a0 HTTP/1.1" status: 200 len: 916 time: 0.0863509 Feb 18 16:40:06.745541 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5eb8847b-010b-44b5-a412-500ea94dca35 req-59226e5e-2262-45ba-813a-226ea5d49eae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e9653cd-9ed1-4993-bcac-1a146e9ca36b HTTP/1.1" status: 200 len: 1001 time: 0.0574608 Feb 18 16:40:06.792098 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8847b-010b-44b5-a412-500ea94dca35 req-a41c5222-4e7b-46dd-aaf4-b57c513aef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:06.793552 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5eb8847b-010b-44b5-a412-500ea94dca35 req-a41c5222-4e7b-46dd-aaf4-b57c513aef7a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21dc5282-029c-4312-8015-90573d273182 HTTP/1.1" status: 200 len: 854 time: 0.0417688 Feb 18 16:40:06.845323 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8847b-010b-44b5-a412-500ea94dca35 req-84b23167-73a4-43fa-ac2b-a56941fcbf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:06.846862 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5eb8847b-010b-44b5-a412-500ea94dca35 req-84b23167-73a4-43fa-ac2b-a56941fcbf09 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b811648-c80d-4727-bdca-d48aeebc54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449004 Feb 18 16:40:06.938543 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5eb8847b-010b-44b5-a412-500ea94dca35 req-eeaf0fc9-4b60-45bb-99da-49338a161a80 service neutron] 10.222.0.71 "GET /v2.0/networks/2b811648-c80d-4727-bdca-d48aeebc54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836606 Feb 18 16:40:07.039842 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5eb8847b-010b-44b5-a412-500ea94dca35 req-cd630a52-d401-4ea0-8fbf-1c26e4a81707 service neutron] 10.222.0.71 "GET /v2.0/networks/2b811648-c80d-4727-bdca-d48aeebc54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914564 Feb 18 16:40:07.139021 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd22446-bf57-4229-ae9d-8e6cbfc220c9 req-828b22c0-4261-4048-9655-3bdc853b5bb5 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:07.139021 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0fd22446-bf57-4229-ae9d-8e6cbfc220c9 req-828b22c0-4261-4048-9655-3bdc853b5bb5 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 946 time: 0.0565145 Feb 18 16:40:07.189740 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0fd22446-bf57-4229-ae9d-8e6cbfc220c9 req-b4c1d8e3-21c8-4918-876c-456e4fd97da3 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491095 Feb 18 16:40:07.527827 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:07.752491 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348cac8-435c-475c-9b9a-7516a034f1e6 req-f5a870cf-278c-43b8-b5af-8587c85d95b2 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:07.754510 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c348cac8-435c-475c-9b9a-7516a034f1e6 req-f5a870cf-278c-43b8-b5af-8587c85d95b2 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 985 time: 0.0526762 Feb 18 16:40:07.815509 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c348cac8-435c-475c-9b9a-7516a034f1e6 req-05287c33-da8a-485c-a685-90ea3adf593f tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=69c85c34-14dd-4eff-ad56-7bd6710505ce&id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553331 Feb 18 16:40:08.324569 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c1737-31a5-4bb4-b21a-4616874decbf req-5a87adf7-8502-4856-87d0-dcf11ad025b4 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:08.325244 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a08554-9d46-4062-8f52-78def158a873 req-f3fdfbfe-bb2c-423f-b3c0-b96edcd87728 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:08.325958 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1a2c1737-31a5-4bb4-b21a-4616874decbf req-5a87adf7-8502-4856-87d0-dcf11ad025b4 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 946 time: 0.0526273 Feb 18 16:40:08.326067 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-30a08554-9d46-4062-8f52-78def158a873 req-f3fdfbfe-bb2c-423f-b3c0-b96edcd87728 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.71 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 946 time: 0.0508235 Feb 18 16:40:08.371884 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1a2c1737-31a5-4bb4-b21a-4616874decbf req-b80eeb0a-3de4-4cdb-8ce6-81fb9a59e7da tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=836a1de7-1195-48a9-b293-1c99081e2902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401247 Feb 18 16:40:08.420499 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-30a08554-9d46-4062-8f52-78def158a873 req-5a09f96a-ee10-4921-9496-43fa0e9b22f2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Deleting port efb85b90-8a8a-47b7-885d-98467875b692 {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:40:08.420842 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-30a08554-9d46-4062-8f52-78def158a873 req-5a09f96a-ee10-4921-9496-43fa0e9b22f2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (efb85b90-8a8a-47b7-885d-98467875b692), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:08.510127 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-30a08554-9d46-4062-8f52-78def158a873 req-5a09f96a-ee10-4921-9496-43fa0e9b22f2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] For port efb85b90-8a8a-47b7-885d-98467875b692, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=efb85b90-8a8a-47b7-885d-98467875b692,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:40:08.510488 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-30a08554-9d46-4062-8f52-78def158a873 req-5a09f96a-ee10-4921-9496-43fa0e9b22f2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (efb85b90-8a8a-47b7-885d-98467875b692), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:08.794148 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-30a08554-9d46-4062-8f52-78def158a873 req-5a09f96a-ee10-4921-9496-43fa0e9b22f2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:08.794509 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-30a08554-9d46-4062-8f52-78def158a873 req-5a09f96a-ee10-4921-9496-43fa0e9b22f2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (c83a822d-a563-440b-b86a-eb372cb1b4c0), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:08.794829 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.l3_db [req-30a08554-9d46-4062-8f52-78def158a873 req-5a09f96a-ee10-4921-9496-43fa0e9b22f2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Floating IP c83a822d-a563-440b-b86a-eb372cb1b4c0 disassociated. External IP: 172.27.2.98, port: efb85b90-8a8a-47b7-885d-98467875b692. Feb 18 16:40:08.795163 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-30a08554-9d46-4062-8f52-78def158a873 req-5a09f96a-ee10-4921-9496-43fa0e9b22f2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Calling delete_port for efb85b90-8a8a-47b7-885d-98467875b692 owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:40:08.931181 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-30a08554-9d46-4062-8f52-78def158a873 req-5a09f96a-ee10-4921-9496-43fa0e9b22f2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (efb85b90-8a8a-47b7-885d-98467875b692), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:08.955141 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910e6ed-31cc-4389-a08c-f03c11233d0b req-6a7a8a44-fd97-408d-bed3-336fe03d6e9a tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:08.956613 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8910e6ed-31cc-4389-a08c-f03c11233d0b req-6a7a8a44-fd97-408d-bed3-336fe03d6e9a tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 985 time: 0.0636973 Feb 18 16:40:08.962964 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09f96a-ee10-4921-9496-43fa0e9b22f2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event deleted for resources: {'Port': ['ID=efb85b90-8a8a-47b7-885d-98467875b692,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:09.020767 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8910e6ed-31cc-4389-a08c-f03c11233d0b req-4e78fbdc-0431-44df-a07a-836c6816cc4a tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=69c85c34-14dd-4eff-ad56-7bd6710505ce&id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580473 Feb 18 16:40:09.076833 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30a08554-9d46-4062-8f52-78def158a873 req-5a09f96a-ee10-4921-9496-43fa0e9b22f2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Router 9cd768a8-433f-4133-b250-ec628925df1f has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:40:09.184860 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30a08554-9d46-4062-8f52-78def158a873 req-5a09f96a-ee10-4921-9496-43fa0e9b22f2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:40:09.195227 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ebfd86-0968-4d38-8b25-856036d61827 None None] Sync routers for ids ['9cd768a8-433f-4133-b250-ec628925df1f'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:40:09.205410 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ebfd86-0968-4d38-8b25-856036d61827 None None] Routers {'9cd768a8-433f-4133-b250-ec628925df1f'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:40:09.206318 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-76ebfd86-0968-4d38-8b25-856036d61827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:40:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9cd768a8-433f-4133-b250-ec628925df1f'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:09.223936 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a08554-9d46-4062-8f52-78def158a873 req-5a09f96a-ee10-4921-9496-43fa0e9b22f2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] No DVR routers for this DVR port efb85b90-8a8a-47b7-885d-98467875b692 on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:40:09.226452 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-30a08554-9d46-4062-8f52-78def158a873 req-5a09f96a-ee10-4921-9496-43fa0e9b22f2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:09.229729 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-30a08554-9d46-4062-8f52-78def158a873 req-5a09f96a-ee10-4921-9496-43fa0e9b22f2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.71 "DELETE /v2.0/ports/efb85b90-8a8a-47b7-885d-98467875b692 HTTP/1.1" status: 204 len: 173 time: 0.8961971 Feb 18 16:40:09.230165 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bd2870-baf9-464c-bbc2-4356c559364b', 'name': 'network-vif-deleted', 'tag': 'efb85b90-8a8a-47b7-885d-98467875b692'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:40:09.232631 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f991a41a-5652-485b-9283-bf777c2bc245" -d '{"events": [{"server_uuid": "70bd2870-baf9-464c-bbc2-4356c559364b", "name": "network-vif-deleted", "tag": "efb85b90-8a8a-47b7-885d-98467875b692"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:40:09.271235 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17fd65e-e7eb-4e7c-a86c-5b12ba883694 x-openstack-request-id: req-a17fd65e-e7eb-4e7c-a86c-5b12ba883694 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:40:09.271522 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bd2870-baf9-464c-bbc2-4356c559364b", "name": "network-vif-deleted", "tag": "efb85b90-8a8a-47b7-885d-98467875b692", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:40:09.271773 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a17fd65e-e7eb-4e7c-a86c-5b12ba883694 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:40:09.272171 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bd2870-baf9-464c-bbc2-4356c559364b', 'name': 'network-vif-deleted', 'tag': 'efb85b90-8a8a-47b7-885d-98467875b692', 'status': 'completed', 'code': 200} Feb 18 16:40:09.332202 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-76ebfd86-0968-4d38-8b25-856036d61827 None None] Set router 9cd768a8-433f-4133-b250-ec628925df1f gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:40:09.482674 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f9bede84-2256-4816-855a-96c0d3d38f0c req-c24892f7-2fb3-4122-ac7b-ac5353119062 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bd2870-baf9-464c-bbc2-4356c559364b HTTP/1.1" status: 200 len: 210 time: 0.0273266 Feb 18 16:40:09.540180 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-76ebfd86-0968-4d38-8b25-856036d61827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:35Z', 'revision_number': 4, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '0859fa54-3dfb-4f8f-9527-136671482901', 'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'mac_address': 'fa:16:3e:b9:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:34Z', 'updated_at': '2022-02-18T16:35:44Z', 'revision_number': 5, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'subnets': [{'id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:09.568103 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ebfd86-0968-4d38-8b25-856036d61827 None None] Checking router: 9cd768a8-433f-4133-b250-ec628925df1f for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:40:09.576285 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ebfd86-0968-4d38-8b25-856036d61827 None None] Routers {'9cd768a8-433f-4133-b250-ec628925df1f'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:40:09.576896 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-76ebfd86-0968-4d38-8b25-856036d61827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:40:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9cd768a8-433f-4133-b250-ec628925df1f'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:09.685678 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-76ebfd86-0968-4d38-8b25-856036d61827 None None] Set router 9cd768a8-433f-4133-b250-ec628925df1f gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:40:09.918889 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-76ebfd86-0968-4d38-8b25-856036d61827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:35Z', 'revision_number': 4, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '0859fa54-3dfb-4f8f-9527-136671482901', 'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'mac_address': 'fa:16:3e:b9:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:34Z', 'updated_at': '2022-02-18T16:35:44Z', 'revision_number': 5, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'subnets': [{'id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:09.948147 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ebfd86-0968-4d38-8b25-856036d61827 None None] The sync data for ids ['9cd768a8-433f-4133-b250-ec628925df1f'] in dv-cinder-826607-4-iscsi is: [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:35Z', 'revision_number': 4, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '0859fa54-3dfb-4f8f-9527-136671482901', 'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'mac_address': 'fa:16:3e:b9:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:34Z', 'updated_at': '2022-02-18T16:35:44Z', 'revision_number': 5, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'subnets': [{'id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:40:10.182666 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551025e5-5541-4cc4-bf13-3bfa2c56fd22 req-e967c187-337b-4be2-98bd-5ecab25ad6f3 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:10.184296 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-551025e5-5541-4cc4-bf13-3bfa2c56fd22 req-e967c187-337b-4be2-98bd-5ecab25ad6f3 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 985 time: 0.0728700 Feb 18 16:40:10.244831 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39965c82-22a7-4151-a56a-248b95fa7fa3 None None] New status for floating IP c83a822d-a563-440b-b86a-eb372cb1b4c0: DOWN {{(pid=102874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:40:10.262696 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-551025e5-5541-4cc4-bf13-3bfa2c56fd22 req-961d4d47-f65f-468b-b7d6-58afe833e16e tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=69c85c34-14dd-4eff-ad56-7bd6710505ce&id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713212 Feb 18 16:40:10.574729 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 33352) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:10.632033 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-32f8b0ad-03fc-4888-ab63-a478693b872e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group (836a1de7-1195-48a9-b293-1c99081e2902), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:10.655470 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-32f8b0ad-03fc-4888-ab63-a478693b872e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group (836a1de7-1195-48a9-b293-1c99081e2902), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:10.701909 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-32f8b0ad-03fc-4888-ab63-a478693b872e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (836a1de7-1195-48a9-b293-1c99081e2902), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:10.704624 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-32f8b0ad-03fc-4888-ab63-a478693b872e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:10.705869 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-32f8b0ad-03fc-4888-ab63-a478693b872e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "DELETE /v2.0/security-groups/836a1de7-1195-48a9-b293-1c99081e2902 HTTP/1.1" status: 204 len: 168 time: 0.1301227 Feb 18 16:40:10.709487 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33354) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:10.716758 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8b0ad-03fc-4888-ab63-a478693b872e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836a1de7-1195-48a9-b293-1c99081e2902,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:10.729906 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.api.v2.resource [None req-1d2fdde4-2295-4ecd-9c4b-c6ee74b59ed5 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] show failed (client error): The resource could not be found. Feb 18 16:40:10.731665 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-1d2fdde4-2295-4ecd-9c4b-c6ee74b59ed5 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups/836a1de7-1195-48a9-b293-1c99081e2902 HTTP/1.1" status: 404 len: 347 time: 0.0192134 Feb 18 16:40:10.734513 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33356) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:10.772338 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:10.874247 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Deleting port ea735e01-52c5-453c-be47-73afbc516003 {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:40:10.874572 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (ea735e01-52c5-453c-be47-73afbc516003), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:10.957090 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (ea735e01-52c5-453c-be47-73afbc516003), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:10.957448 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for floatingip (ea735e01-52c5-453c-be47-73afbc516003), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:10.970116 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Calling delete_port for ea735e01-52c5-453c-be47-73afbc516003 owned by network:floatingip {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:40:11.118404 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (ea735e01-52c5-453c-be47-73afbc516003), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:11.143285 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event deleted for resources: {'Port': ['ID=ea735e01-52c5-453c-be47-73afbc516003,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:11.157045 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:11.157420 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:11.157770 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:11.158108 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:11.158522 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:11.158906 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:11.159237 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:11.160232 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:11.160695 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:11.161070 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:11.161430 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:11.161758 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:11.162083 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:11.223998 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for floatingip (c83a822d-a563-440b-b86a-eb372cb1b4c0), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:11.226852 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:11.228110 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-e713ac2c-cb49-46f5-b549-31f3d0743177 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "DELETE /v2.0/floatingips/c83a822d-a563-440b-b86a-eb372cb1b4c0 HTTP/1.1" status: 204 len: 168 time: 0.4926553 Feb 18 16:40:11.294128 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device efb85b90-8a8a-47b7-885d-98467875b692 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:40:11.319999 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: efb85b90-8a8a-47b7-885d-98467875b692 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:40:11.320613 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device efb85b90-8a8a-47b7-885d-98467875b692 not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:40:11.418575 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73a38c-1057-4954-9b56-d55ce142f7f6 req-12f7ccb6-42d2-4394-9bc7-68d20b146a10 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:11.420153 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0e73a38c-1057-4954-9b56-d55ce142f7f6 req-12f7ccb6-42d2-4394-9bc7-68d20b146a10 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 985 time: 0.0545266 Feb 18 16:40:11.491460 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0e73a38c-1057-4954-9b56-d55ce142f7f6 req-46c9650f-b9d0-42fc-b5e6-e47517a92b54 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=69c85c34-14dd-4eff-ad56-7bd6710505ce&id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650547 Feb 18 16:40:11.716481 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 33380) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:11.721461 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-3a4ec8a2-0c07-4613-a343-8d53e8f7c56e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--37765565', 'description': 'tempest-description--126800245'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:11.745584 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3a4ec8a2-0c07-4613-a343-8d53e8f7c56e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:11.818267 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3a4ec8a2-0c07-4613-a343-8d53e8f7c56e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group (ad4c10ed-2631-4ebe-a3e2-3dfe381755d3), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:11.825687 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3a4ec8a2-0c07-4613-a343-8d53e8f7c56e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (ad4c10ed-2631-4ebe-a3e2-3dfe381755d3), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:11.854843 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ec8a2-0c07-4613-a343-8d53e8f7c56e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:11.860516 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3a4ec8a2-0c07-4613-a343-8d53e8f7c56e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:11.861990 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-3a4ec8a2-0c07-4613-a343-8d53e8f7c56e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1445112 Feb 18 16:40:11.865524 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33382) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:11.869890 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-65c9ad7e-8f74-40bb-9102-629531b96d12 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Request body: {'security_group_rule': {'security_group_id': 'ad4c10ed-2631-4ebe-a3e2-3dfe381755d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:11.893719 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-65c9ad7e-8f74-40bb-9102-629531b96d12 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group_rule (8ecf2230-4978-4ee5-bba4-ef3b12804c9e), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:11.950374 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-65c9ad7e-8f74-40bb-9102-629531b96d12 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group_rule (8ecf2230-4978-4ee5-bba4-ef3b12804c9e), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:11.954371 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-65c9ad7e-8f74-40bb-9102-629531b96d12 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (8ecf2230-4978-4ee5-bba4-ef3b12804c9e), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:11.970001 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9ad7e-8f74-40bb-9102-629531b96d12 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecf2230-4978-4ee5-bba4-ef3b12804c9e,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:11.982360 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-65c9ad7e-8f74-40bb-9102-629531b96d12 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:11.983647 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-65c9ad7e-8f74-40bb-9102-629531b96d12 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172197 Feb 18 16:40:11.986380 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33384) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:11.991064 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-0a179c56-a94b-41cf-9fdf-8bedb9c737df tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Request body: {'security_group_rule': {'security_group_id': 'ad4c10ed-2631-4ebe-a3e2-3dfe381755d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:12.015077 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0a179c56-a94b-41cf-9fdf-8bedb9c737df tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group_rule (76502cce-e683-4517-8e4c-f7a020393d91), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:12.074090 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0a179c56-a94b-41cf-9fdf-8bedb9c737df tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group_rule (76502cce-e683-4517-8e4c-f7a020393d91), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:12.079277 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0a179c56-a94b-41cf-9fdf-8bedb9c737df tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (76502cce-e683-4517-8e4c-f7a020393d91), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:12.100046 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a179c56-a94b-41cf-9fdf-8bedb9c737df tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76502cce-e683-4517-8e4c-f7a020393d91,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:12.106484 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0a179c56-a94b-41cf-9fdf-8bedb9c737df tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:12.108274 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-0a179c56-a94b-41cf-9fdf-8bedb9c737df tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207442 Feb 18 16:40:12.111084 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33390) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:12.116044 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Request body: {'floatingip': {'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:12.139629 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:12.244846 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:12.363531 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_common [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Allocated IP 172.27.2.120 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/0d1a15dd-f677-4eb1-b992-11f9a721ffbc) {{(pid=102872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:40:12.368843 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 33394) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:12.477517 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for port (0d1a15dd-f677-4eb1-b992-11f9a721ffbc), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:12.485378 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b0ee2512-abe2-453c-b51b-9fc3d4187ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:12.517250 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (0d1a15dd-f677-4eb1-b992-11f9a721ffbc), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:12.564493 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:40:12.567312 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Resources bound (agent type, host, resource id): {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:40:12.573083 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b0ee2512-abe2-453c-b51b-9fc3d4187ebd admin admin] Publish callbacks [] for security_group (2c6f37ef-a7c0-4af1-9633-b80238ca8172), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:12.573841 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Received port after_create {{(pid=102872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:40:12.580668 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b0ee2512-abe2-453c-b51b-9fc3d4187ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (2c6f37ef-a7c0-4af1-9633-b80238ca8172), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:12.598747 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event updated for resources: {'Port': ['ID=0d1a15dd-f677-4eb1-b992-11f9a721ffbc,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:12.625315 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-b0ee2512-abe2-453c-b51b-9fc3d4187ebd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00e0aa896bac46a78ba8e9e53a6e8106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551377 Feb 18 16:40:12.627748 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 33400) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:12.634791 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee2512-abe2-453c-b51b-9fc3d4187ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6f37ef-a7c0-4af1-9633-b80238ca8172,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:12.682689 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-fd02ac62-e383-45c9-bfc1-f15c78100b3d admin admin] Publish callbacks [] for security_group (2c6f37ef-a7c0-4af1-9633-b80238ca8172), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:12.685537 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be30953-f6b4-43bd-99e6-7da04c410019 req-43d800ef-73c3-48a2-9a70-db2ccf2ebe68 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:12.687008 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7be30953-f6b4-43bd-99e6-7da04c410019 req-43d800ef-73c3-48a2-9a70-db2ccf2ebe68 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 985 time: 0.0902143 Feb 18 16:40:12.705128 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-fd02ac62-e383-45c9-bfc1-f15c78100b3d admin admin] Publish callbacks [] for security_group (2c6f37ef-a7c0-4af1-9633-b80238ca8172), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:12.768767 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-fd02ac62-e383-45c9-bfc1-f15c78100b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (2c6f37ef-a7c0-4af1-9633-b80238ca8172), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:12.772676 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-fd02ac62-e383-45c9-bfc1-f15c78100b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:12.779519 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-fd02ac62-e383-45c9-bfc1-f15c78100b3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c6f37ef-a7c0-4af1-9633-b80238ca8172 HTTP/1.1" status: 204 len: 168 time: 0.1505191 Feb 18 16:40:12.791444 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02ac62-e383-45c9-bfc1-f15c78100b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6f37ef-a7c0-4af1-9633-b80238ca8172,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:12.802449 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7be30953-f6b4-43bd-99e6-7da04c410019 req-ff021fa4-688a-4fa1-8961-bd72a7042f78 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=69c85c34-14dd-4eff-ad56-7bd6710505ce&id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949056 Feb 18 16:40:12.819744 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for floatingip (d7ad5864-c7b8-49cd-b88f-4383c34fedb8), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:12.874694 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (0d1a15dd-f677-4eb1-b992-11f9a721ffbc), before_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:13.053395 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for port (0d1a15dd-f677-4eb1-b992-11f9a721ffbc), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:13.069491 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12941152'] for port (0d1a15dd-f677-4eb1-b992-11f9a721ffbc), after_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:13.155029 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event updated for resources: {'Port': ['ID=0d1a15dd-f677-4eb1-b992-11f9a721ffbc,revision_number=2']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:13.165847 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (d7ad5864-c7b8-49cd-b88f-4383c34fedb8), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:13.181934 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:13.185379 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-bb50e652-4bbf-4f38-8389-f5620d221af7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0711544 Feb 18 16:40:13.395148 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-2ff332a3-0ffe-4a13-b3a8-8904468881ee tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--37765565&fields=id&tenant_id=e745c53f42364825b2b8bdb6a6741075 HTTP/1.1" status: 200 len: 267 time: 0.0487123 Feb 18 16:40:13.506799 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-76431be9-30fb-466f-9612-d2938049af0a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:13.508281 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-76431be9-30fb-466f-9612-d2938049af0a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/networks?id=bd8dd797-fe66-4c99-94a2-e13cd1572e21 HTTP/1.1" status: 200 len: 816 time: 0.1068602 Feb 18 16:40:13.526053 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-0d8b6196-8216-4b33-95e7-effbead5b73b tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/quotas/e745c53f42364825b2b8bdb6a6741075 HTTP/1.1" status: 200 len: 375 time: 0.0120149 Feb 18 16:40:13.587996 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-5b724924-b4cd-4c3e-968c-0bddddb804c5 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e745c53f42364825b2b8bdb6a6741075&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568316 Feb 18 16:40:13.690420 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-ce24f7d3-567b-4d23-8d00-37824d42eb63 service neutron] 10.222.0.36 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904334 Feb 18 16:40:13.785309 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-e440c469-3110-4e93-9b03-49387cd26f67 service neutron] 10.222.0.36 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884008 Feb 18 16:40:13.983972 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2ef31b93-e49a-4192-b317-18906bd2a828 req-af0251d0-ae07-4ac4-8ce0-d232f8a864aa tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 210 time: 0.0588970 Feb 18 16:40:14.010958 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf79f65-2fd0-4f0c-b313-1edf4cc77e8d req-857ba3ed-f64b-46d7-a076-ad371e09e1d8 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:14.013533 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7bf79f65-2fd0-4f0c-b313-1edf4cc77e8d req-857ba3ed-f64b-46d7-a076-ad371e09e1d8 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 985 time: 0.1151950 Feb 18 16:40:14.090290 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7bf79f65-2fd0-4f0c-b313-1edf4cc77e8d req-163dafcf-b41b-47a9-af9c-16c7f89ba0df tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=69c85c34-14dd-4eff-ad56-7bd6710505ce&id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681388 Feb 18 16:40:14.941551 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-9948a885-3ce6-463b-986d-4bc784768fd5 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:14.943076 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-9948a885-3ce6-463b-986d-4bc784768fd5 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.71 "GET /v2.0/networks?id=bd8dd797-fe66-4c99-94a2-e13cd1572e21 HTTP/1.1" status: 200 len: 816 time: 0.1092558 Feb 18 16:40:15.006761 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-ef14c653-5e77-48cd-9f59-6f49344b7f8d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e745c53f42364825b2b8bdb6a6741075 HTTP/1.1" status: 200 len: 378 time: 0.0544908 Feb 18 16:40:15.017421 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-9dc8227e-d245-4c80-bef3-318077c905dd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Request body: {'port': {'device_id': '3da0ea42-cf12-460e-a307-f13320c87e50', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'admin_state_up': True, 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'security_groups': ['ad4c10ed-2631-4ebe-a3e2-3dfe381755d3']}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:15.090648 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-977700a9-2b18-495e-b9f9-33858a7870c2 req-872e6b63-fabc-40a9-a7da-cf6051130c5d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 210 time: 0.0277882 Feb 18 16:40:15.130750 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-9dc8227e-d245-4c80-bef3-318077c905dd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Made reservation on behalf of e745c53f42364825b2b8bdb6a6741075 for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:40:15.134158 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-9dc8227e-d245-4c80-bef3-318077c905dd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:15.216520 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a725dd-3f72-4415-aaae-1fb1d62637b8 req-b8e4a6f3-165f-44e8-bf8c-c798383ae31c tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:15.218039 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-22a725dd-3f72-4415-aaae-1fb1d62637b8 req-b8e4a6f3-165f-44e8-bf8c-c798383ae31c tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 985 time: 0.0558653 Feb 18 16:40:15.263643 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-9dc8227e-d245-4c80-bef3-318077c905dd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Allocated IP 172.20.0.13 (bd8dd797-fe66-4c99-94a2-e13cd1572e21/ebd8b386-a802-4950-b96c-778f7be7d919/ff68e5a3-0076-4f4e-82f7-25de11b9930f) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:40:15.280497 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-22a725dd-3f72-4415-aaae-1fb1d62637b8 req-b3e70013-a666-4b55-80df-fb4815df54ba tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=69c85c34-14dd-4eff-ad56-7bd6710505ce&id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559337 Feb 18 16:40:15.399255 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-9dc8227e-d245-4c80-bef3-318077c905dd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:15.433033 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-9dc8227e-d245-4c80-bef3-318077c905dd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:15.476276 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-9dc8227e-d245-4c80-bef3-318077c905dd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Network bd8dd797-fe66-4c99-94a2-e13cd1572e21 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:40:15.481917 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-9dc8227e-d245-4c80-bef3-318077c905dd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:40:15.484266 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-9dc8227e-d245-4c80-bef3-318077c905dd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:40:15.517732 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8227e-d245-4c80-bef3-318077c905dd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event updated for resources: {'Port': ['ID=ff68e5a3-0076-4f4e-82f7-25de11b9930f,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:15.545559 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-9dc8227e-d245-4c80-bef3-318077c905dd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:15.546181 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-9dc8227e-d245-4c80-bef3-318077c905dd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:15.566122 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-9dc8227e-d245-4c80-bef3-318077c905dd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5521741 Feb 18 16:40:15.579817 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Request body: {'port': {'device_id': '3da0ea42-cf12-460e-a307-f13320c87e50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:15.642978 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:15.746103 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-0b6d95a9-e883-4ebb-a46a-8fb5ee7068d7 None None] Provisioning complete for port ff68e5a3-0076-4f4e-82f7-25de11b9930f triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:40:15.746815 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-0b6d95a9-e883-4ebb-a46a-8fb5ee7068d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:15.779319 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d95a9-e883-4ebb-a46a-8fb5ee7068d7 None None] Port ff68e5a3-0076-4f4e-82f7-25de11b9930f cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:40:15.908669 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff68e5a3-0076-4f4e-82f7-25de11b9930f {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:40:15.916455 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Publish callbacks [] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:15.928268 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Transition to ACTIVE for port object ff68e5a3-0076-4f4e-82f7-25de11b9930f will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:40:15.931723 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:15.980438 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Pushing event updated for resources: {'Port': ['ID=ff68e5a3-0076-4f4e-82f7-25de11b9930f,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:16.051513 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Attempting to bind port ff68e5a3-0076-4f4e-82f7-25de11b9930f on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:40:16.051849 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Attempting to bind port ff68e5a3-0076-4f4e-82f7-25de11b9930f by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '87981a9c-2c62-44f9-9190-34d73b199fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:40:16.052173 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Attempting to bind port ff68e5a3-0076-4f4e-82f7-25de11b9930f on network bd8dd797-fe66-4c99-94a2-e13cd1572e21 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:40:16.056628 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Port ff68e5a3-0076-4f4e-82f7-25de11b9930f on network bd8dd797-fe66-4c99-94a2-e13cd1572e21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:40:16.056958 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Attempting to bind port ff68e5a3-0076-4f4e-82f7-25de11b9930f on network bd8dd797-fe66-4c99-94a2-e13cd1572e21 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:40:16.061906 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:40:16.062240 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Checking segment: {'id': '87981a9c-2c62-44f9-9190-34d73b199fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:40:16.062617 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Bound using segment: {'id': '87981a9c-2c62-44f9-9190-34d73b199fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:40:16.063070 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Bound port: ff68e5a3-0076-4f4e-82f7-25de11b9930f, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87981a9c-2c62-44f9-9190-34d73b199fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:40:16.063420 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:16.134506 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] For port ff68e5a3-0076-4f4e-82f7-25de11b9930f, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:40:16.137602 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] For port ff68e5a3-0076-4f4e-82f7-25de11b9930f, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:40:16.143150 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:16.178716 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:16.179350 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:16.180771 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] 10.222.0.71 "PUT /v2.0/ports/ff68e5a3-0076-4f4e-82f7-25de11b9930f HTTP/1.1" status: 200 len: 1094 time: 0.6064646 Feb 18 16:40:16.183400 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da0ea42-cf12-460e-a307-f13320c87e50', 'tag': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:40:16.199339 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507e4abe-988d-4788-8852-11100329bc7b" -d '{"events": [{"name": "network-changed", "server_uuid": "3da0ea42-cf12-460e-a307-f13320c87e50", "tag": "ff68e5a3-0076-4f4e-82f7-25de11b9930f"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:40:16.246004 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70f77b-37ad-4be3-ac30-dcb0d03f73ba req-31680baf-f010-47a5-85f3-33cd4b7f0ff6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:16.253671 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fe70f77b-37ad-4be3-ac30-dcb0d03f73ba req-31680baf-f010-47a5-85f3-33cd4b7f0ff6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 944 time: 0.0889065 Feb 18 16:40:16.254950 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1518da7f-d52d-43d5-a892-4ab8376bfcdc x-openstack-request-id: req-1518da7f-d52d-43d5-a892-4ab8376bfcdc {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:40:16.255236 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da0ea42-cf12-460e-a307-f13320c87e50", "tag": "ff68e5a3-0076-4f4e-82f7-25de11b9930f", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:40:16.255496 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1518da7f-d52d-43d5-a892-4ab8376bfcdc {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:40:16.255876 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da0ea42-cf12-460e-a307-f13320c87e50', 'tag': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f', 'status': 'completed', 'code': 200} Feb 18 16:40:16.271715 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764cb67-dc0c-41ca-b458-37ad7232dbfc service neutron] Pushing event updated for resources: {'Port': ['ID=ff68e5a3-0076-4f4e-82f7-25de11b9930f,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:16.294989 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-72a98e4a-21af-4796-a8cf-7c8eae5c18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:16.296492 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-72a98e4a-21af-4796-a8cf-7c8eae5c18dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e745c53f42364825b2b8bdb6a6741075&device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 1128 time: 0.0564599 Feb 18 16:40:16.303911 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fe70f77b-37ad-4be3-ac30-dcb0d03f73ba req-e1671f98-dff6-46ff-9724-d0be39b88a59 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475948 Feb 18 16:40:16.349636 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-f9757d9e-1c19-4aa1-ba5f-f357fd2dae6b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f HTTP/1.1" status: 200 len: 217 time: 0.0430195 Feb 18 16:40:16.402477 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-4ecf1262-14de-4e63-aab0-5436ca377ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:16.404086 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-4ecf1262-14de-4e63-aab0-5436ca377ea7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebd8b386-a802-4950-b96c-778f7be7d919 HTTP/1.1" status: 200 len: 855 time: 0.0478890 Feb 18 16:40:16.409554 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd25788-e6a2-47df-9e68-e61b9c989c5e req-ad2519d6-9ec4-470a-9728-6045926ae6bc tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:16.411320 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6dd25788-e6a2-47df-9e68-e61b9c989c5e req-ad2519d6-9ec4-470a-9728-6045926ae6bc tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 985 time: 0.0569956 Feb 18 16:40:16.453196 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c0af36c3-664d-41e4-a8ce-9646f051b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:16.454660 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-c0af36c3-664d-41e4-a8ce-9646f051b655 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bd8dd797-fe66-4c99-94a2-e13cd1572e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434861 Feb 18 16:40:16.475682 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6dd25788-e6a2-47df-9e68-e61b9c989c5e req-c618e8ea-309a-4b71-a2e1-99c9e91cfe78 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=69c85c34-14dd-4eff-ad56-7bd6710505ce&id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586367 Feb 18 16:40:16.770754 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-15369e11-1c52-4c16-b8f8-492baaed9b31 service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069086 Feb 18 16:40:16.861128 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-1fb2f2cc-3c9e-4652-91e0-d77cd6eded03 req-fc3bf536-7b8a-460b-9eb9-d3c73f53ee88 service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824497 Feb 18 16:40:16.961855 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e4abe-988d-4788-8852-11100329bc7b req-11709e05-5156-48fe-ba2e-43775cc2cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:16.963357 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-507e4abe-988d-4788-8852-11100329bc7b req-11709e05-5156-48fe-ba2e-43775cc2cc99 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e745c53f42364825b2b8bdb6a6741075&device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 1128 time: 0.0479164 Feb 18 16:40:17.053036 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e4abe-988d-4788-8852-11100329bc7b req-7171b37a-ed0c-4fcf-9345-e62909603ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:17.054544 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-507e4abe-988d-4788-8852-11100329bc7b req-7171b37a-ed0c-4fcf-9345-e62909603ba4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bd8dd797-fe66-4c99-94a2-e13cd1572e21 HTTP/1.1" status: 200 len: 917 time: 0.0848994 Feb 18 16:40:17.098762 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-507e4abe-988d-4788-8852-11100329bc7b req-3974d62b-bf42-4f48-ab6d-79f20b5ba914 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f HTTP/1.1" status: 200 len: 217 time: 0.0368772 Feb 18 16:40:17.146074 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e4abe-988d-4788-8852-11100329bc7b req-6c3d650b-6882-4eab-822d-ee0ca45a65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:17.147502 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-507e4abe-988d-4788-8852-11100329bc7b req-6c3d650b-6882-4eab-822d-ee0ca45a65c0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebd8b386-a802-4950-b96c-778f7be7d919 HTTP/1.1" status: 200 len: 855 time: 0.0418141 Feb 18 16:40:17.195043 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e4abe-988d-4788-8852-11100329bc7b req-40c19593-1245-4b1b-9b31-0d367d50f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:17.196632 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-507e4abe-988d-4788-8852-11100329bc7b req-40c19593-1245-4b1b-9b31-0d367d50f340 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bd8dd797-fe66-4c99-94a2-e13cd1572e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423145 Feb 18 16:40:17.289304 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-507e4abe-988d-4788-8852-11100329bc7b req-094c1812-4673-4047-a1a7-ff80fe1fffcc service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858710 Feb 18 16:40:17.380054 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-507e4abe-988d-4788-8852-11100329bc7b req-c40341f3-7ee4-450e-8d92-7e9290f5dd3c service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839820 Feb 18 16:40:17.436078 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65013a27-55f4-4ce6-adc7-fcb23ce8e8f2 req-4db1542e-b795-441f-879e-02dd8e9e2413 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:17.437593 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-65013a27-55f4-4ce6-adc7-fcb23ce8e8f2 req-4db1542e-b795-441f-879e-02dd8e9e2413 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 944 time: 0.0582471 Feb 18 16:40:17.485170 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-65013a27-55f4-4ce6-adc7-fcb23ce8e8f2 req-c2bc85b1-d1b5-420d-bf75-83a4cfcfa255 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412643 Feb 18 16:40:17.596219 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57f7f9-874e-4468-b174-201873f7833f req-51734e36-fc85-4cde-b548-4fa8e87604d1 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:17.598442 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-db57f7f9-874e-4468-b174-201873f7833f req-51734e36-fc85-4cde-b548-4fa8e87604d1 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 985 time: 0.0537133 Feb 18 16:40:17.667007 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-db57f7f9-874e-4468-b174-201873f7833f req-0a1f209e-b383-4195-8103-89ed6e98d34e tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=69c85c34-14dd-4eff-ad56-7bd6710505ce&id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631526 Feb 18 16:40:18.338244 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0f0f6-9cf9-4e1f-afb7-78ccab6faa80 req-58f74d35-42de-42f0-957e-b48fa4351bc9 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:18.339723 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7ad0f0f6-9cf9-4e1f-afb7-78ccab6faa80 req-58f74d35-42de-42f0-957e-b48fa4351bc9 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0535214 Feb 18 16:40:18.389632 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7ad0f0f6-9cf9-4e1f-afb7-78ccab6faa80 req-cf83bc3d-7f5d-4542-8aa5-b7693366517c tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441813 Feb 18 16:40:18.528299 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33536) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:18.626097 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26a98e-a6c5-44de-ac6f-0f9fe90644d4 req-a0651826-947b-4667-896f-11763302c61f tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:18.627561 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cf26a98e-a6c5-44de-ac6f-0f9fe90644d4 req-a0651826-947b-4667-896f-11763302c61f tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 944 time: 0.0554886 Feb 18 16:40:18.645070 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-69973e38-a4b5-4a90-ae07-cf53cb29fdbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:18.699379 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cf26a98e-a6c5-44de-ac6f-0f9fe90644d4 req-fdd0864d-e1f7-4dac-9bad-8b2005aa3df6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655134 Feb 18 16:40:18.776536 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-69973e38-a4b5-4a90-ae07-cf53cb29fdbe admin admin] Publish callbacks [] for security_group (1775e18a-b7c6-4be2-bb59-ac76fbe267c8), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:18.781086 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-69973e38-a4b5-4a90-ae07-cf53cb29fdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (1775e18a-b7c6-4be2-bb59-ac76fbe267c8), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:18.827899 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-69973e38-a4b5-4a90-ae07-cf53cb29fdbe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a639ae137a2943eba316f911e4e0c970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985432 Feb 18 16:40:18.829501 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69973e38-a4b5-4a90-ae07-cf53cb29fdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1775e18a-b7c6-4be2-bb59-ac76fbe267c8,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:18.830561 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 33542) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:18.838622 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05351e0a-863c-48cc-8080-9108e87826a5 req-7018ee41-79fe-4261-a810-923dcc303445 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:18.840097 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-05351e0a-863c-48cc-8080-9108e87826a5 req-7018ee41-79fe-4261-a810-923dcc303445 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 985 time: 0.0998826 Feb 18 16:40:18.883198 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0030987e-8564-4155-9b39-7488858e801d admin admin] Publish callbacks [] for security_group (1775e18a-b7c6-4be2-bb59-ac76fbe267c8), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:18.900892 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-05351e0a-863c-48cc-8080-9108e87826a5 req-eb61e24c-bb40-46e9-b61e-92a4df734563 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=69c85c34-14dd-4eff-ad56-7bd6710505ce&id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550098 Feb 18 16:40:18.904166 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0030987e-8564-4155-9b39-7488858e801d admin admin] Publish callbacks [] for security_group (1775e18a-b7c6-4be2-bb59-ac76fbe267c8), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:18.958902 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0030987e-8564-4155-9b39-7488858e801d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (1775e18a-b7c6-4be2-bb59-ac76fbe267c8), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:18.961796 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0030987e-8564-4155-9b39-7488858e801d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:18.963042 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-0030987e-8564-4155-9b39-7488858e801d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1775e18a-b7c6-4be2-bb59-ac76fbe267c8 HTTP/1.1" status: 204 len: 168 time: 0.1313703 Feb 18 16:40:18.974645 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030987e-8564-4155-9b39-7488858e801d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1775e18a-b7c6-4be2-bb59-ac76fbe267c8,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:19.227137 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 33548) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:19.243960 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-db9b59dd-1abc-4dd5-bfb4-68b66e09d40b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:19.317447 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-db9b59dd-1abc-4dd5-bfb4-68b66e09d40b admin admin] Publish callbacks [] for security_group (ff89f481-ce75-4077-ac08-77c8cd28f8ce), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:19.321234 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-db9b59dd-1abc-4dd5-bfb4-68b66e09d40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (ff89f481-ce75-4077-ac08-77c8cd28f8ce), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:19.351942 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device ff68e5a3-0076-4f4e-82f7-25de11b9930f details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:40:19.360495 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-db9b59dd-1abc-4dd5-bfb4-68b66e09d40b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28b326bf6f934dc38fe164c113dff80b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323414 Feb 18 16:40:19.361479 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b59dd-1abc-4dd5-bfb4-68b66e09d40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff89f481-ce75-4077-ac08-77c8cd28f8ce,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:19.363770 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33550) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:19.418537 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-91e0481e-66d4-43ce-9483-11a739f84807 admin admin] Publish callbacks [] for security_group (ff89f481-ce75-4077-ac08-77c8cd28f8ce), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:19.443501 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-91e0481e-66d4-43ce-9483-11a739f84807 admin admin] Publish callbacks [] for security_group (ff89f481-ce75-4077-ac08-77c8cd28f8ce), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:19.452504 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port ff68e5a3-0076-4f4e-82f7-25de11b9930f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:40:19.464489 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'port_id': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f', 'mac_address': 'fa:16:3e:5d:44:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:40:19.501944 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port ff68e5a3-0076-4f4e-82f7-25de11b9930f is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:40:19.502478 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:19.516573 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff68e5a3-0076-4f4e-82f7-25de11b9930f {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:40:19.524731 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a314e-8064-4aa1-af71-e11b57139cca req-91e702dd-7eb6-48ba-85d6-b23f85284ecd tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:19.526276 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-935a314e-8064-4aa1-af71-e11b57139cca req-91e702dd-7eb6-48ba-85d6-b23f85284ecd tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0660391 Feb 18 16:40:19.531441 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-91e0481e-66d4-43ce-9483-11a739f84807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (ff89f481-ce75-4077-ac08-77c8cd28f8ce), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:19.534133 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-91e0481e-66d4-43ce-9483-11a739f84807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:19.535595 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-91e0481e-66d4-43ce-9483-11a739f84807 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff89f481-ce75-4077-ac08-77c8cd28f8ce HTTP/1.1" status: 204 len: 168 time: 0.1705914 Feb 18 16:40:19.539676 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port ff68e5a3-0076-4f4e-82f7-25de11b9930f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:40:19.543846 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:19.555655 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0481e-66d4-43ce-9483-11a739f84807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff89f481-ce75-4077-ac08-77c8cd28f8ce,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:19.593893 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-935a314e-8064-4aa1-af71-e11b57139cca req-e514da3a-95c0-4996-8515-ef409856c614 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567923 Feb 18 16:40:19.605605 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=ff68e5a3-0076-4f4e-82f7-25de11b9930f,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:19.614266 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:19.614877 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:19.615456 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:19.616053 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:19.616423 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:19.616828 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:19.617228 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:19.617678 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:19.618215 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:19.618624 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:19.619026 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:19.619414 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:19.619804 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:19.834412 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3f5e-9320-4fbf-bbdf-ce894261b522 req-792e13b5-1504-44c2-a6c1-71cb21e732e8 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:19.837764 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['ff68e5a3-0076-4f4e-82f7-25de11b9930f'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:40:19.848338 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5d6b3f5e-9320-4fbf-bbdf-ce894261b522 req-792e13b5-1504-44c2-a6c1-71cb21e732e8 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 945 time: 0.0714827 Feb 18 16:40:19.914353 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5d6b3f5e-9320-4fbf-bbdf-ce894261b522 req-520518a3-52e1-47e4-b0b4-f6a92ccb256f tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650520 Feb 18 16:40:20.026848 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470c70d-0e62-4444-9c8f-c17ca81bbcad req-2f5c748a-f61b-4964-bbd7-17dd4db1afa2 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:20.028307 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8470c70d-0e62-4444-9c8f-c17ca81bbcad req-2f5c748a-f61b-4964-bbd7-17dd4db1afa2 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 985 time: 0.0563693 Feb 18 16:40:20.090435 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8470c70d-0e62-4444-9c8f-c17ca81bbcad req-9094b9cf-6b0f-41ae-b19b-9a7a0d5ab321 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=69c85c34-14dd-4eff-ad56-7bd6710505ce&id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557587 Feb 18 16:40:20.725305 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e60fb0-f41e-470d-a19b-56e98ba28a8f req-b89be186-e183-496a-9ad3-30ac2cda8467 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:20.726842 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-21e60fb0-f41e-470d-a19b-56e98ba28a8f req-b89be186-e183-496a-9ad3-30ac2cda8467 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0544426 Feb 18 16:40:20.779412 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-21e60fb0-f41e-470d-a19b-56e98ba28a8f req-60f5a9dd-1adf-4c80-9d22-494edcf79656 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466249 Feb 18 16:40:21.050035 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22557e-6854-4b15-898a-950e43499199 req-a289295b-5846-49e2-b64a-636b8b2fd72e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:21.052328 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1f22557e-6854-4b15-898a-950e43499199 req-a289295b-5846-49e2-b64a-636b8b2fd72e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 945 time: 0.0578368 Feb 18 16:40:21.099260 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1f22557e-6854-4b15-898a-950e43499199 req-c511251a-da0c-4238-b210-291d864e3617 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413835 Feb 18 16:40:21.215706 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297e583-68a9-45f6-bf9f-d2ea7028ac7d req-54c22787-5414-4b1e-856e-9a0ec4b4cf4b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:21.218433 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b297e583-68a9-45f6-bf9f-d2ea7028ac7d req-54c22787-5414-4b1e-856e-9a0ec4b4cf4b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 985 time: 0.0586321 Feb 18 16:40:21.279322 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b297e583-68a9-45f6-bf9f-d2ea7028ac7d req-0e4e8ab8-c53c-4857-9f9a-fb322ce3eb8b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=69c85c34-14dd-4eff-ad56-7bd6710505ce&id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563498 Feb 18 16:40:21.381279 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device ff68e5a3-0076-4f4e-82f7-25de11b9930f up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:40:21.431599 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port ff68e5a3-0076-4f4e-82f7-25de11b9930f completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:40:21.435354 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port ff68e5a3-0076-4f4e-82f7-25de11b9930f triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:40:21.435728 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:21.512900 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port ff68e5a3-0076-4f4e-82f7-25de11b9930f is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:40:21.513295 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:21.537532 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da0ea42-cf12-460e-a307-f13320c87e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:40:21.539768 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8f1903-bc6c-42c0-9606-205a1e907eb2" -d '{"events": [{"server_uuid": "3da0ea42-cf12-460e-a307-f13320c87e50", "name": "network-vif-plugged", "status": "completed", "tag": "ff68e5a3-0076-4f4e-82f7-25de11b9930f"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:40:21.552943 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port ff68e5a3-0076-4f4e-82f7-25de11b9930f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:40:21.556830 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:21.586958 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8629ee1d-3889-4d28-94ca-ec6ed9ba7151 x-openstack-request-id: req-8629ee1d-3889-4d28-94ca-ec6ed9ba7151 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:40:21.587278 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da0ea42-cf12-460e-a307-f13320c87e50", "name": "network-vif-plugged", "status": "completed", "tag": "ff68e5a3-0076-4f4e-82f7-25de11b9930f", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:40:21.587539 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8629ee1d-3889-4d28-94ca-ec6ed9ba7151 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:40:21.587931 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da0ea42-cf12-460e-a307-f13320c87e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f', 'code': 200} Feb 18 16:40:21.617251 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=ff68e5a3-0076-4f4e-82f7-25de11b9930f,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:21.759462 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57de4-dda4-409c-8696-b2f96a61cbdf req-72963330-dd6f-472b-96e2-a4ba782f8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:21.760963 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f3e57de4-dda4-409c-8696-b2f96a61cbdf req-72963330-dd6f-472b-96e2-a4ba782f8c21 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 1130 time: 0.0434337 Feb 18 16:40:21.806823 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f3e57de4-dda4-409c-8696-b2f96a61cbdf req-a77e12f2-dc77-4d2e-8f29-09fbda7ea5f0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361638 Feb 18 16:40:21.901023 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7327a4-2161-403e-910f-11e30ff41cb3 req-b815f2c1-6e5c-4828-91f2-114842b94a1b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:21.902468 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0f7327a4-2161-403e-910f-11e30ff41cb3 req-b815f2c1-6e5c-4828-91f2-114842b94a1b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0561883 Feb 18 16:40:21.950887 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0f7327a4-2161-403e-910f-11e30ff41cb3 req-cff51272-8dd0-4c61-a8ec-7e507231566c tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423200 Feb 18 16:40:22.226365 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57651fc-34a2-4938-b297-86c459ea86cf req-7afec929-6ad7-4bec-87f3-f41d97b2a05a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:22.229161 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d57651fc-34a2-4938-b297-86c459ea86cf req-7afec929-6ad7-4bec-87f3-f41d97b2a05a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0582724 Feb 18 16:40:22.275407 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d57651fc-34a2-4938-b297-86c459ea86cf req-dd6ba904-7d7e-4343-934c-be2b2b12494e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404937 Feb 18 16:40:22.403706 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32c766-d3c3-4dc6-b3ee-f7a1ba430569 req-342e4456-2caa-4329-9c90-99c8af4e0fe6 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:22.405184 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ca32c766-d3c3-4dc6-b3ee-f7a1ba430569 req-342e4456-2caa-4329-9c90-99c8af4e0fe6 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 985 time: 0.0559223 Feb 18 16:40:22.474592 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ca32c766-d3c3-4dc6-b3ee-f7a1ba430569 req-b3a8c1c0-9237-4f95-b8aa-d5376fadb7cc tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=69c85c34-14dd-4eff-ad56-7bd6710505ce&id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619476 Feb 18 16:40:23.069169 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1414b-4c8e-474a-bc15-3df721151ec9 req-0441b924-747b-4b52-a893-5c5d082984f4 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:23.070581 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e8c1414b-4c8e-474a-bc15-3df721151ec9 req-0441b924-747b-4b52-a893-5c5d082984f4 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0525894 Feb 18 16:40:23.119489 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e8c1414b-4c8e-474a-bc15-3df721151ec9 req-33e7d03d-7e59-43cc-aa72-3f4bc0de41dc tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426054 Feb 18 16:40:23.404763 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcfc41-ed23-4d6f-846b-f40da56937c0 req-286bb5f4-b1a0-454b-a515-a4601b318017 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:23.406172 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-24fcfc41-ed23-4d6f-846b-f40da56937c0 req-286bb5f4-b1a0-454b-a515-a4601b318017 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0514359 Feb 18 16:40:23.451955 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-24fcfc41-ed23-4d6f-846b-f40da56937c0 req-3fad9d06-272f-455b-82b0-bf4248a05da7 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397286 Feb 18 16:40:23.606925 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87742d-db25-436f-a380-5b4e55ff8482 req-aa26c3db-617c-497d-8479-1be9f7924462 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:23.608398 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-de87742d-db25-436f-a380-5b4e55ff8482 req-aa26c3db-617c-497d-8479-1be9f7924462 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0893130 Feb 18 16:40:23.617724 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 33652) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:23.620089 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4ef7e-2991-4cb9-9bfe-67217d8483ed req-3cea0e11-d070-4ad3-855a-54eb6f1400a3 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:23.621544 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5ff4ef7e-2991-4cb9-9bfe-67217d8483ed req-3cea0e11-d070-4ad3-855a-54eb6f1400a3 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 985 time: 0.0728152 Feb 18 16:40:23.622294 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-4c586e06-5655-43c0-8db4-912a6c097fd6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Request body: {'floatingip': {'port_id': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:23.664918 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4c586e06-5655-43c0-8db4-912a6c097fd6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for floatingip (d7ad5864-c7b8-49cd-b88f-4383c34fedb8), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:23.681603 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5ff4ef7e-2991-4cb9-9bfe-67217d8483ed req-161e76d2-42bb-4364-83fe-36a9f1e12887 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=69c85c34-14dd-4eff-ad56-7bd6710505ce&id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541792 Feb 18 16:40:24.101523 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33668) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:24.130977 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4c586e06-5655-43c0-8db4-912a6c097fd6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:24.134807 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4c586e06-5655-43c0-8db4-912a6c097fd6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (d7ad5864-c7b8-49cd-b88f-4383c34fedb8), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:24.227881 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-09b04359-2aa8-43a9-b3ea-945c5d62064d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:24.241242 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.l3_db [None req-4c586e06-5655-43c0-8db4-912a6c097fd6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Floating IP d7ad5864-c7b8-49cd-b88f-4383c34fedb8 associated. External IP: 172.27.2.120, port: ff68e5a3-0076-4f4e-82f7-25de11b9930f. Feb 18 16:40:24.278430 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf766e-9ab7-40fa-bf02-fe6bbb0b41cd req-156f27cb-b45d-4156-8cb6-8825b2027d39 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:24.279907 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d3cf766e-9ab7-40fa-bf02-fe6bbb0b41cd req-156f27cb-b45d-4156-8cb6-8825b2027d39 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0896339 Feb 18 16:40:24.355757 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d3cf766e-9ab7-40fa-bf02-fe6bbb0b41cd req-96ff0b11-bea1-4bc1-bf35-342766cffe31 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692720 Feb 18 16:40:24.364585 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-09b04359-2aa8-43a9-b3ea-945c5d62064d admin admin] Publish callbacks [] for security_group (f360c4ca-8adf-4606-a537-b4b9b581fef9), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:24.369826 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-09b04359-2aa8-43a9-b3ea-945c5d62064d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (f360c4ca-8adf-4606-a537-b4b9b581fef9), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:24.408422 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-09b04359-2aa8-43a9-b3ea-945c5d62064d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7cffe61b589a4f4e8e456e43fbf9aa73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057351 Feb 18 16:40:24.409302 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b04359-2aa8-43a9-b3ea-945c5d62064d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f360c4ca-8adf-4606-a537-b4b9b581fef9,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:24.412291 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33674) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:24.459887 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c9b65ae6-f73f-4e0c-9612-107143ae658c admin admin] Publish callbacks [] for security_group (f360c4ca-8adf-4606-a537-b4b9b581fef9), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:24.464206 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c586e06-5655-43c0-8db4-912a6c097fd6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Router 9cd768a8-433f-4133-b250-ec628925df1f has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:40:24.480568 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c9b65ae6-f73f-4e0c-9612-107143ae658c admin admin] Publish callbacks [] for security_group (f360c4ca-8adf-4606-a537-b4b9b581fef9), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:24.528576 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c9b65ae6-f73f-4e0c-9612-107143ae658c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (f360c4ca-8adf-4606-a537-b4b9b581fef9), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:24.531152 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c9b65ae6-f73f-4e0c-9612-107143ae658c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:24.532297 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-c9b65ae6-f73f-4e0c-9612-107143ae658c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f360c4ca-8adf-4606-a537-b4b9b581fef9 HTTP/1.1" status: 204 len: 168 time: 0.1190135 Feb 18 16:40:24.540502 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b65ae6-f73f-4e0c-9612-107143ae658c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f360c4ca-8adf-4606-a537-b4b9b581fef9,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:24.580690 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c586e06-5655-43c0-8db4-912a6c097fd6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:40:24.585747 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4c586e06-5655-43c0-8db4-912a6c097fd6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:24.592552 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e923f7f-6fd5-4e6a-8e2a-232ee05b8fd0 None None] Sync routers for ids ['9cd768a8-433f-4133-b250-ec628925df1f'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:40:24.604123 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e923f7f-6fd5-4e6a-8e2a-232ee05b8fd0 None None] Routers {'9cd768a8-433f-4133-b250-ec628925df1f'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:40:24.604759 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-0e923f7f-6fd5-4e6a-8e2a-232ee05b8fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:40:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9cd768a8-433f-4133-b250-ec628925df1f'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:24.615237 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-4c586e06-5655-43c0-8db4-912a6c097fd6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "PUT /v2.0/floatingips/d7ad5864-c7b8-49cd-b88f-4383c34fedb8 HTTP/1.1" status: 200 len: 992 time: 0.9963367 Feb 18 16:40:24.615826 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da0ea42-cf12-460e-a307-f13320c87e50', 'tag': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:40:24.618097 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b134d0b0-750d-4212-b219-1861170a593e" -d '{"events": [{"name": "network-changed", "server_uuid": "3da0ea42-cf12-460e-a307-f13320c87e50", "tag": "ff68e5a3-0076-4f4e-82f7-25de11b9930f"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:40:24.663993 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f995f07-5111-4499-ba7e-afa009967697 x-openstack-request-id: req-5f995f07-5111-4499-ba7e-afa009967697 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:40:24.663993 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da0ea42-cf12-460e-a307-f13320c87e50", "tag": "ff68e5a3-0076-4f4e-82f7-25de11b9930f", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:40:24.664326 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f995f07-5111-4499-ba7e-afa009967697 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:40:24.664661 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da0ea42-cf12-460e-a307-f13320c87e50', 'tag': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f', 'status': 'completed', 'code': 200} Feb 18 16:40:24.733365 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134d0b0-750d-4212-b219-1861170a593e req-69c5fab9-d4cf-4b38-b5c7-f485808e6a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:24.735085 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b134d0b0-750d-4212-b219-1861170a593e req-69c5fab9-d4cf-4b38-b5c7-f485808e6a0c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e745c53f42364825b2b8bdb6a6741075&device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 1130 time: 0.0499892 Feb 18 16:40:24.742977 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-0e923f7f-6fd5-4e6a-8e2a-232ee05b8fd0 None None] Set router 9cd768a8-433f-4133-b250-ec628925df1f gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:40:24.843165 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134d0b0-750d-4212-b219-1861170a593e req-2646d5c1-18bb-4574-bced-5ffc846e4464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:24.845232 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b134d0b0-750d-4212-b219-1861170a593e req-2646d5c1-18bb-4574-bced-5ffc846e4464 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bd8dd797-fe66-4c99-94a2-e13cd1572e21 HTTP/1.1" status: 200 len: 917 time: 0.1013095 Feb 18 16:40:24.851406 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33686) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:24.867519 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d1f5-a5d7-4bee-98b1-bd5d87d3b602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:24.937531 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b134d0b0-750d-4212-b219-1861170a593e req-c74e61b3-2c16-468a-8bd2-6db254d1c397 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f HTTP/1.1" status: 200 len: 1000 time: 0.0858538 Feb 18 16:40:24.997875 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d1f5-a5d7-4bee-98b1-bd5d87d3b602 admin admin] Publish callbacks [] for security_group (c1416ccc-a03a-4d1b-93dd-3a5be14e1334), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:25.004145 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134d0b0-750d-4212-b219-1861170a593e req-4aebea56-71a2-4efd-8616-fd020763e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:25.006563 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b134d0b0-750d-4212-b219-1861170a593e req-4aebea56-71a2-4efd-8616-fd020763e3b4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebd8b386-a802-4950-b96c-778f7be7d919 HTTP/1.1" status: 200 len: 855 time: 0.0540946 Feb 18 16:40:25.010844 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d1f5-a5d7-4bee-98b1-bd5d87d3b602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (c1416ccc-a03a-4d1b-93dd-3a5be14e1334), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:25.038737 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-0e923f7f-6fd5-4e6a-8e2a-232ee05b8fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:35Z', 'revision_number': 4, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'd7ad5864-c7b8-49cd-b88f-4383c34fedb8', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'port_id': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'mac_address': 'fa:16:3e:5d:44:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da0ea42-cf12-460e-a307-f13320c87e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:40:12Z', 'updated_at': '2022-02-18T16:40:24Z', 'revision_number': 1, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0859fa54-3dfb-4f8f-9527-136671482901', 'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'mac_address': 'fa:16:3e:b9:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:34Z', 'updated_at': '2022-02-18T16:35:44Z', 'revision_number': 5, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'subnets': [{'id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:25.056403 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-bfd7d1f5-a5d7-4bee-98b1-bd5d87d3b602 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3772ab9695db47e38382fa96c0429c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038262 Feb 18 16:40:25.056652 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 33692) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:25.057442 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7d1f5-a5d7-4bee-98b1-bd5d87d3b602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1416ccc-a03a-4d1b-93dd-3a5be14e1334,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:25.114867 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134d0b0-750d-4212-b219-1861170a593e req-904662af-5e9b-4715-9172-a4a791abdfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:25.116411 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b134d0b0-750d-4212-b219-1861170a593e req-904662af-5e9b-4715-9172-a4a791abdfc1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bd8dd797-fe66-4c99-94a2-e13cd1572e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0982218 Feb 18 16:40:25.147891 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-32f0b9a8-4790-4c5e-ba4e-594919b23e50 admin admin] Publish callbacks [] for security_group (c1416ccc-a03a-4d1b-93dd-3a5be14e1334), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:25.197006 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e923f7f-6fd5-4e6a-8e2a-232ee05b8fd0 None None] Checking router: 9cd768a8-433f-4133-b250-ec628925df1f for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:40:25.202693 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-32f0b9a8-4790-4c5e-ba4e-594919b23e50 admin admin] Publish callbacks [] for security_group (c1416ccc-a03a-4d1b-93dd-3a5be14e1334), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:25.205063 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e923f7f-6fd5-4e6a-8e2a-232ee05b8fd0 None None] Routers {'9cd768a8-433f-4133-b250-ec628925df1f'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:40:25.205705 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-0e923f7f-6fd5-4e6a-8e2a-232ee05b8fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:40:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9cd768a8-433f-4133-b250-ec628925df1f'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:25.252545 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b134d0b0-750d-4212-b219-1861170a593e req-4965f7a6-8fd0-4f0d-a557-a35672303f7a service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285887 Feb 18 16:40:25.317035 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-0e923f7f-6fd5-4e6a-8e2a-232ee05b8fd0 None None] Set router 9cd768a8-433f-4133-b250-ec628925df1f gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:40:25.320172 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-32f0b9a8-4790-4c5e-ba4e-594919b23e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (c1416ccc-a03a-4d1b-93dd-3a5be14e1334), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:25.323051 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-32f0b9a8-4790-4c5e-ba4e-594919b23e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:25.324283 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-32f0b9a8-4790-4c5e-ba4e-594919b23e50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1416ccc-a03a-4d1b-93dd-3a5be14e1334 HTTP/1.1" status: 204 len: 168 time: 0.2647870 Feb 18 16:40:25.338157 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0b9a8-4790-4c5e-ba4e-594919b23e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1416ccc-a03a-4d1b-93dd-3a5be14e1334,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:25.361612 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b134d0b0-750d-4212-b219-1861170a593e req-522bfe8e-bfcb-473d-a1a2-e5e577db7d8f service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025014 Feb 18 16:40:25.491384 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f2936-5caf-4c82-8de0-449e91e7dbaf req-c790adbe-deba-4650-8973-3690bc67c03d tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:25.493055 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a96f2936-5caf-4c82-8de0-449e91e7dbaf req-c790adbe-deba-4650-8973-3690bc67c03d tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0575423 Feb 18 16:40:25.546181 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a96f2936-5caf-4c82-8de0-449e91e7dbaf req-281a8267-df0a-4ff2-bbcf-5edf124b7492 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467606 Feb 18 16:40:25.575234 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-0e923f7f-6fd5-4e6a-8e2a-232ee05b8fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:35Z', 'revision_number': 4, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'd7ad5864-c7b8-49cd-b88f-4383c34fedb8', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'port_id': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'mac_address': 'fa:16:3e:5d:44:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da0ea42-cf12-460e-a307-f13320c87e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:40:12Z', 'updated_at': '2022-02-18T16:40:24Z', 'revision_number': 1, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0859fa54-3dfb-4f8f-9527-136671482901', 'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'mac_address': 'fa:16:3e:b9:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:34Z', 'updated_at': '2022-02-18T16:35:44Z', 'revision_number': 5, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'subnets': [{'id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:25.603307 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e923f7f-6fd5-4e6a-8e2a-232ee05b8fd0 None None] The sync data for ids ['9cd768a8-433f-4133-b250-ec628925df1f'] in dv-cinder-826607-4-iscsi is: [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:35Z', 'revision_number': 4, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'd7ad5864-c7b8-49cd-b88f-4383c34fedb8', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'port_id': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'mac_address': 'fa:16:3e:5d:44:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da0ea42-cf12-460e-a307-f13320c87e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:40:12Z', 'updated_at': '2022-02-18T16:40:24Z', 'revision_number': 1, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0859fa54-3dfb-4f8f-9527-136671482901', 'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'mac_address': 'fa:16:3e:b9:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:34Z', 'updated_at': '2022-02-18T16:35:44Z', 'revision_number': 5, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'subnets': [{'id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:40:25.799498 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce85e11-bf6c-4be9-9ea2-8f2ce6d06a59 None None] New status for floating IP d7ad5864-c7b8-49cd-b88f-4383c34fedb8: ACTIVE {{(pid=102874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:40:26.670945 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b721f-b8b0-4cd4-be7a-2df3512afe1c req-e30cd754-2698-493d-be18-e212d5fe65ba tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:26.672764 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e76b721f-b8b0-4cd4-be7a-2df3512afe1c req-e30cd754-2698-493d-be18-e212d5fe65ba tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0519147 Feb 18 16:40:26.727450 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e76b721f-b8b0-4cd4-be7a-2df3512afe1c req-094b2854-e830-4e1d-b1f6-4eaf461f8092 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489039 Feb 18 16:40:26.970128 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 33746) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:27.074484 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-14199417-2478-4819-9fc6-bc5c87e99b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:27.149737 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-14199417-2478-4819-9fc6-bc5c87e99b7a admin admin] Publish callbacks [] for security_group (4970b9e3-e4e4-4974-aece-b88dead4196f), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:27.154269 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-14199417-2478-4819-9fc6-bc5c87e99b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (4970b9e3-e4e4-4974-aece-b88dead4196f), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:27.194754 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-14199417-2478-4819-9fc6-bc5c87e99b7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2844a317275a4b1491e54c15e5ca077d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235496 Feb 18 16:40:27.195624 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14199417-2478-4819-9fc6-bc5c87e99b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4970b9e3-e4e4-4974-aece-b88dead4196f,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:27.197495 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33750) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:27.244193 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-31a2a336-62a3-41ce-bec5-2fc46bec047f admin admin] Publish callbacks [] for security_group (4970b9e3-e4e4-4974-aece-b88dead4196f), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:27.264646 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-31a2a336-62a3-41ce-bec5-2fc46bec047f admin admin] Publish callbacks [] for security_group (4970b9e3-e4e4-4974-aece-b88dead4196f), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:27.309131 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-31a2a336-62a3-41ce-bec5-2fc46bec047f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (4970b9e3-e4e4-4974-aece-b88dead4196f), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:27.311731 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-31a2a336-62a3-41ce-bec5-2fc46bec047f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:27.312889 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-31a2a336-62a3-41ce-bec5-2fc46bec047f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4970b9e3-e4e4-4974-aece-b88dead4196f HTTP/1.1" status: 204 len: 168 time: 0.1144459 Feb 18 16:40:27.321120 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2a336-62a3-41ce-bec5-2fc46bec047f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4970b9e3-e4e4-4974-aece-b88dead4196f,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:27.562921 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33756) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:27.576411 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-11ddac6f-83fb-4858-9500-36e6723be684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:27.617463 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:40:27.650644 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-11ddac6f-83fb-4858-9500-36e6723be684 admin admin] Publish callbacks [] for security_group (bc74373d-b77c-4622-aacd-b3b11b396fcc), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:27.654313 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-11ddac6f-83fb-4858-9500-36e6723be684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (bc74373d-b77c-4622-aacd-b3b11b396fcc), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:27.692725 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-11ddac6f-83fb-4858-9500-36e6723be684 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd1cbadaf60841d086d0da3e3b8f2073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286654 Feb 18 16:40:27.693640 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddac6f-83fb-4858-9500-36e6723be684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc74373d-b77c-4622-aacd-b3b11b396fcc,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:27.695273 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 33758) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:27.746359 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4172bcb4-8eab-4b29-90d1-b4804398fbdc admin admin] Publish callbacks [] for security_group (bc74373d-b77c-4622-aacd-b3b11b396fcc), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:27.768190 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4172bcb4-8eab-4b29-90d1-b4804398fbdc admin admin] Publish callbacks [] for security_group (bc74373d-b77c-4622-aacd-b3b11b396fcc), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:27.815198 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4172bcb4-8eab-4b29-90d1-b4804398fbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (bc74373d-b77c-4622-aacd-b3b11b396fcc), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:27.822145 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4172bcb4-8eab-4b29-90d1-b4804398fbdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:27.823247 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-4172bcb4-8eab-4b29-90d1-b4804398fbdc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc74373d-b77c-4622-aacd-b3b11b396fcc HTTP/1.1" status: 204 len: 168 time: 0.1268775 Feb 18 16:40:27.831282 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172bcb4-8eab-4b29-90d1-b4804398fbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc74373d-b77c-4622-aacd-b3b11b396fcc,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:27.853688 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f0f9b-67fe-49e8-a47e-468ebcaacf8d req-9dd73935-fc06-4324-97d5-fa760ec1d2be tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:27.855310 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-815f0f9b-67fe-49e8-a47e-468ebcaacf8d req-9dd73935-fc06-4324-97d5-fa760ec1d2be tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0607946 Feb 18 16:40:27.904373 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-815f0f9b-67fe-49e8-a47e-468ebcaacf8d req-b0d5f0fa-cd71-4d1b-b823-863f6810d739 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424821 Feb 18 16:40:28.486850 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33782) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:28.498197 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b551cc-03c5-4bfe-b766-ef96a195a1a7 req-aa31dc04-4dde-46ce-aa14-026441b7d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:28.499726 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-32b551cc-03c5-4bfe-b766-ef96a195a1a7 req-aa31dc04-4dde-46ce-aa14-026441b7d96b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9f79c26ed8948318c926160ece4f736&device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 1129 time: 0.0444872 Feb 18 16:40:28.579967 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-7a68b9a8-a5a8-4932-aba6-ed73778177d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-437408039-network', 'tenant_id': 'd8183e86ab064896943c58a27a60959c'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:28.599357 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a68b9a8-a5a8-4932-aba6-ed73778177d9 admin admin] Made reservation on behalf of d8183e86ab064896943c58a27a60959c for: {'network': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:40:28.601788 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7a68b9a8-a5a8-4932-aba6-ed73778177d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:28.604719 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b551cc-03c5-4bfe-b766-ef96a195a1a7 req-03da188d-61a2-4831-912b-39c94d7143ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:28.606258 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-32b551cc-03c5-4bfe-b766-ef96a195a1a7 req-03da188d-61a2-4831-912b-39c94d7143ba service neutron] 10.222.0.71 "GET /v2.0/networks?id=7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 HTTP/1.1" status: 200 len: 910 time: 0.0888360 Feb 18 16:40:28.610310 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7a68b9a8-a5a8-4932-aba6-ed73778177d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:28.681496 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-32b551cc-03c5-4bfe-b766-ef96a195a1a7 req-9eeb2207-242b-44eb-946b-672745337f0f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b43b11-bfab-4215-a5bf-2ec9d45bd6da HTTP/1.1" status: 200 len: 1001 time: 0.0606482 Feb 18 16:40:28.686041 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7a68b9a8-a5a8-4932-aba6-ed73778177d9 admin admin] Publish callbacks [] for security_group (167d6fc5-6fac-4829-9a98-96a1a201a657), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:28.690365 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7a68b9a8-a5a8-4932-aba6-ed73778177d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (167d6fc5-6fac-4829-9a98-96a1a201a657), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:28.713068 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a68b9a8-a5a8-4932-aba6-ed73778177d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=102872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:40:28.728889 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68b9a8-a5a8-4932-aba6-ed73778177d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167d6fc5-6fac-4829-9a98-96a1a201a657,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:28.732374 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b551cc-03c5-4bfe-b766-ef96a195a1a7 req-5d1deebf-854a-4ae7-96d7-bae118d395c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:28.732833 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7a68b9a8-a5a8-4932-aba6-ed73778177d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (3e978c40-2a27-4422-a49f-0f451c1764b8), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:28.733418 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.segments_db [None req-7a68b9a8-a5a8-4932-aba6-ed73778177d9 admin admin] Added segment 3e978c40-2a27-4422-a49f-0f451c1764b8 of type vlan for network 1f6f7b97-19d4-45c8-83d9-45aaded7b43d Feb 18 16:40:28.733999 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-32b551cc-03c5-4bfe-b766-ef96a195a1a7 req-5d1deebf-854a-4ae7-96d7-bae118d395c1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26e29d89-c798-44aa-ba6f-15822d150e51 HTTP/1.1" status: 200 len: 848 time: 0.0468581 Feb 18 16:40:28.776235 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7a68b9a8-a5a8-4932-aba6-ed73778177d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (1f6f7b97-19d4-45c8-83d9-45aaded7b43d), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:28.801773 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7a68b9a8-a5a8-4932-aba6-ed73778177d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (1f6f7b97-19d4-45c8-83d9-45aaded7b43d), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:28.802672 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a68b9a8-a5a8-4932-aba6-ed73778177d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:28.803264 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7a68b9a8-a5a8-4932-aba6-ed73778177d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:28.864682 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-7a68b9a8-a5a8-4932-aba6-ed73778177d9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3766832 Feb 18 16:40:28.871463 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33786) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:28.879798 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-8b31b1e6-d954-4362-87bb-de4e847eb8cc admin admin] Request body: {'subnet': {'network_id': '1f6f7b97-19d4-45c8-83d9-45aaded7b43d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-437408039-subnet', 'tenant_id': 'd8183e86ab064896943c58a27a60959c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:28.886399 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68b9a8-a5a8-4932-aba6-ed73778177d9 admin admin] Pushing event updated for resources: {'Network': ['ID=1f6f7b97-19d4-45c8-83d9-45aaded7b43d,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:28.897386 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network 1f6f7b97-19d4-45c8-83d9-45aaded7b43d details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:40:28.908645 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b31b1e6-d954-4362-87bb-de4e847eb8cc admin admin] Made reservation on behalf of d8183e86ab064896943c58a27a60959c for: {'subnet': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:40:28.911883 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8b31b1e6-d954-4362-87bb-de4e847eb8cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13068568'] for subnet (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:29.031196 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b551cc-03c5-4bfe-b766-ef96a195a1a7 req-a7e2f7f0-bd0d-4a84-a1ba-a5dbb099c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:29.032697 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-32b551cc-03c5-4bfe-b766-ef96a195a1a7 req-a7e2f7f0-bd0d-4a84-a1ba-a5dbb099c5a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7be8af3c-f9ea-44c7-9fd0-e5865773f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2916501 Feb 18 16:40:29.121443 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-32b551cc-03c5-4bfe-b766-ef96a195a1a7 req-963db472-f3ff-473e-a7d7-a8e873d32cdc service neutron] 10.222.0.71 "GET /v2.0/networks/7be8af3c-f9ea-44c7-9fd0-e5865773f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810590 Feb 18 16:40:29.123954 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d202e4-0979-4da1-b133-49d09d438eff req-b8f87e6e-0301-4b43-98eb-c58fe15a3947 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:29.125452 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-35d202e4-0979-4da1-b133-49d09d438eff req-b8f87e6e-0301-4b43-98eb-c58fe15a3947 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.1170089 Feb 18 16:40:29.131589 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8b31b1e6-d954-4362-87bb-de4e847eb8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12942831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13068550'] for subnet (2cc161ce-8523-4e79-8310-7cbf7906931c), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:29.213111 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-32b551cc-03c5-4bfe-b766-ef96a195a1a7 req-638135d2-d746-42b6-afb1-9916eef6bfeb service neutron] 10.222.0.71 "GET /v2.0/networks/7be8af3c-f9ea-44c7-9fd0-e5865773f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852599 Feb 18 16:40:29.217894 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31b1e6-d954-4362-87bb-de4e847eb8cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cc161ce-8523-4e79-8310-7cbf7906931c,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:29.238903 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-35d202e4-0979-4da1-b133-49d09d438eff req-7118abb6-9e8f-4046-b790-555d2f2549f8 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050599 Feb 18 16:40:29.240017 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b31b1e6-d954-4362-87bb-de4e847eb8cc admin admin] Checking segment: {'id': '3e978c40-2a27-4422-a49f-0f451c1764b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1f6f7b97-19d4-45c8-83d9-45aaded7b43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:40:29.240386 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b31b1e6-d954-4362-87bb-de4e847eb8cc admin admin] Network hostable DHCP agents. Network: 1f6f7b97-19d4-45c8-83d9-45aaded7b43d, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:40:29.258837 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b31b1e6-d954-4362-87bb-de4e847eb8cc admin admin] Network 1f6f7b97-19d4-45c8-83d9-45aaded7b43d is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:40:29.267379 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-8b31b1e6-d954-4362-87bb-de4e847eb8cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, 1f6f7b97-19d4-45c8-83d9-45aaded7b43d) {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:40:29.272003 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b31b1e6-d954-4362-87bb-de4e847eb8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:29.272593 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8b31b1e6-d954-4362-87bb-de4e847eb8cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:29.278370 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da189f4-e8b2-496b-bb41-324d46ab5614 None None] Network 1f6f7b97-19d4-45c8-83d9-45aaded7b43d requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:40:29.288760 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-8b31b1e6-d954-4362-87bb-de4e847eb8cc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4159980 Feb 18 16:40:29.381073 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546f7d5b-f868-4d99-a70b-6dc3bd8ff782 None None] Network 1f6f7b97-19d4-45c8-83d9-45aaded7b43d requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:40:29.744462 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33804) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:29.749256 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-a2ddd67e-10dc-4708-b699-3ecdecf3cc43 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1233818074-network', 'tenant_id': 'ee93af5cbf6b400ca3e32fbbae96bd9d'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:29.767215 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ddd67e-10dc-4708-b699-3ecdecf3cc43 admin admin] Made reservation on behalf of ee93af5cbf6b400ca3e32fbbae96bd9d for: {'network': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:40:29.770362 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a2ddd67e-10dc-4708-b699-3ecdecf3cc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:29.779381 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a2ddd67e-10dc-4708-b699-3ecdecf3cc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:29.851948 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a2ddd67e-10dc-4708-b699-3ecdecf3cc43 admin admin] Publish callbacks [] for security_group (a0267fc4-b36c-47e6-822b-5d3308ddadd2), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:29.855996 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a2ddd67e-10dc-4708-b699-3ecdecf3cc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (a0267fc4-b36c-47e6-822b-5d3308ddadd2), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:29.882899 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ddd67e-10dc-4708-b699-3ecdecf3cc43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=102872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:40:29.888048 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddd67e-10dc-4708-b699-3ecdecf3cc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0267fc4-b36c-47e6-822b-5d3308ddadd2,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:29.896135 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a2ddd67e-10dc-4708-b699-3ecdecf3cc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (408d401b-67c3-4e7b-bba1-7d4c783ad3b8), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:29.896543 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.segments_db [None req-a2ddd67e-10dc-4708-b699-3ecdecf3cc43 admin admin] Added segment 408d401b-67c3-4e7b-bba1-7d4c783ad3b8 of type vlan for network 68a7a6d9-1d87-4b66-967e-302910638ad9 Feb 18 16:40:29.936515 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a2ddd67e-10dc-4708-b699-3ecdecf3cc43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (68a7a6d9-1d87-4b66-967e-302910638ad9), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:29.960394 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a2ddd67e-10dc-4708-b699-3ecdecf3cc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (68a7a6d9-1d87-4b66-967e-302910638ad9), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:29.961321 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ddd67e-10dc-4708-b699-3ecdecf3cc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:29.961931 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a2ddd67e-10dc-4708-b699-3ecdecf3cc43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:30.020898 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-a2ddd67e-10dc-4708-b699-3ecdecf3cc43 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2753425 Feb 18 16:40:30.023727 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 33806) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:30.025998 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddd67e-10dc-4708-b699-3ecdecf3cc43 admin admin] Pushing event updated for resources: {'Network': ['ID=68a7a6d9-1d87-4b66-967e-302910638ad9,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:30.028639 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-54d5d2b1-9f39-44ce-b154-2f7a582822a4 admin admin] Request body: {'subnet': {'network_id': '68a7a6d9-1d87-4b66-967e-302910638ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1233818074-subnet', 'tenant_id': 'ee93af5cbf6b400ca3e32fbbae96bd9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:30.037731 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network 68a7a6d9-1d87-4b66-967e-302910638ad9 details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:40:30.049614 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d5d2b1-9f39-44ce-b154-2f7a582822a4 admin admin] Made reservation on behalf of ee93af5cbf6b400ca3e32fbbae96bd9d for: {'subnet': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:40:30.052032 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-54d5d2b1-9f39-44ce-b154-2f7a582822a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13416927'] for subnet (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:30.216676 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-54d5d2b1-9f39-44ce-b154-2f7a582822a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13446551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13416897'] for subnet (6f2078b7-60ad-4694-9df1-f1388df78122), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:30.274871 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5d2b1-9f39-44ce-b154-2f7a582822a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2078b7-60ad-4694-9df1-f1388df78122,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:30.283699 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d5d2b1-9f39-44ce-b154-2f7a582822a4 admin admin] Checking segment: {'id': '408d401b-67c3-4e7b-bba1-7d4c783ad3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '68a7a6d9-1d87-4b66-967e-302910638ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:40:30.284061 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d5d2b1-9f39-44ce-b154-2f7a582822a4 admin admin] Network hostable DHCP agents. Network: 68a7a6d9-1d87-4b66-967e-302910638ad9, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:40:30.301692 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d5d2b1-9f39-44ce-b154-2f7a582822a4 admin admin] Network 68a7a6d9-1d87-4b66-967e-302910638ad9 is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:40:30.311971 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-54d5d2b1-9f39-44ce-b154-2f7a582822a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, 68a7a6d9-1d87-4b66-967e-302910638ad9) {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:40:30.316198 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d5d2b1-9f39-44ce-b154-2f7a582822a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:30.316961 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-54d5d2b1-9f39-44ce-b154-2f7a582822a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:30.322116 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acde9dcf-d3af-4b1d-90f1-4930e8a46c41 None None] Network 68a7a6d9-1d87-4b66-967e-302910638ad9 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:40:30.337884 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-54d5d2b1-9f39-44ce-b154-2f7a582822a4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3129957 Feb 18 16:40:30.364441 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013f5d8-333d-4f0b-87cc-880528778290 req-b0e90b30-4504-4d1c-b9d8-7f8c165df715 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:30.371426 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5013f5d8-333d-4f0b-87cc-880528778290 req-b0e90b30-4504-4d1c-b9d8-7f8c165df715 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0636406 Feb 18 16:40:30.416472 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5013f5d8-333d-4f0b-87cc-880528778290 req-eeff2b8c-8c71-4f5f-8e2a-49127b905bc1 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443935 Feb 18 16:40:30.440028 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb6c6af-fa44-41c3-acdc-7357ad56a866 None None] Network 68a7a6d9-1d87-4b66-967e-302910638ad9 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:40:31.025568 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a8dd7-dbce-419a-b804-e7a089364115 req-f773af11-fe21-4f8e-95a3-075e1c9c7301 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:31.026931 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cd4a8dd7-dbce-419a-b804-e7a089364115 req-f773af11-fe21-4f8e-95a3-075e1c9c7301 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0539832 Feb 18 16:40:31.073859 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cd4a8dd7-dbce-419a-b804-e7a089364115 req-773533b7-1b73-466c-a885-c72568f2a59b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413866 Feb 18 16:40:31.124468 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-b6027900-1d50-460a-9fa5-4e03ea4fafe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:31.763256 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02618a5-44f9-4405-9b8a-55fe0181e8ea req-165a474e-32ad-4693-86ff-87aa499c2124 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:31.764746 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e02618a5-44f9-4405-9b8a-55fe0181e8ea req-165a474e-32ad-4693-86ff-87aa499c2124 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.2799597 Feb 18 16:40:31.814045 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e02618a5-44f9-4405-9b8a-55fe0181e8ea req-fb936b8e-1b6f-43e8-afa7-982c76fed554 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428281 Feb 18 16:40:31.882817 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [req-34cf196a-f723-468c-bbcd-1f3f8561ece0 req-760e1f40-1ca1-4c9b-a3b4-3ee19213d48f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102872) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 16:40:31.883802 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-34cf196a-f723-468c-bbcd-1f3f8561ece0 req-760e1f40-1ca1-4c9b-a3b4-3ee19213d48f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053766 Feb 18 16:40:32.059922 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440d8a9-131c-4a76-8d58-e5bfb3a3d064 req-4204e1dd-1ef5-4b60-8a0d-6600b18fab9d tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:32.061853 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0440d8a9-131c-4a76-8d58-e5bfb3a3d064 req-4204e1dd-1ef5-4b60-8a0d-6600b18fab9d tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0632071 Feb 18 16:40:32.077935 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 33852) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:32.121911 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0440d8a9-131c-4a76-8d58-e5bfb3a3d064 req-f12ceea6-baa9-42b5-919e-8626180ad2ef tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533912 Feb 18 16:40:32.205997 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-0566848c-54cb-4f3d-a3f6-b1b32562d1df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1267066 Feb 18 16:40:32.214885 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-aefd349f-fdc6-4d6a-8fb5-46736392ef0b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102871) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 16:40:32.215356 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccd47e-a56e-4f9a-8ec0-ee8a7258e3ce req-1ce2e76c-4e08-483e-9835-8c4e15119fbc tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:32.215862 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-aefd349f-fdc6-4d6a-8fb5-46736392ef0b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054362 Feb 18 16:40:32.216848 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f9ccd47e-a56e-4f9a-8ec0-ee8a7258e3ce req-1ce2e76c-4e08-483e-9835-8c4e15119fbc tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0672655 Feb 18 16:40:32.266838 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f9ccd47e-a56e-4f9a-8ec0-ee8a7258e3ce req-d3fe32ae-f1fb-4e19-9cf1-9dcec23cf567 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439477 Feb 18 16:40:32.387432 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 33866) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:32.489950 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-d864b4e5-1628-4868-8b7a-ef0f5421b3d3 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:32.491271 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-d864b4e5-1628-4868-8b7a-ef0f5421b3d3 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports/74b43b11-bfab-4215-a5bf-2ec9d45bd6da HTTP/1.1" status: 200 len: 942 time: 0.1028485 Feb 18 16:40:33.144657 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bab1f-e420-44a2-9852-1bbb3fb325e9 req-1aac4489-7fdd-45ca-9f99-f31816fb424d tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:33.147415 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-608bab1f-e420-44a2-9852-1bbb3fb325e9 req-1aac4489-7fdd-45ca-9f99-f31816fb424d tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.71 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.0510998 Feb 18 16:40:33.203640 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-226d2513-0816-4393-9986-74bba260516b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:33.273923 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-608bab1f-e420-44a2-9852-1bbb3fb325e9 req-f01f56bc-1185-4e56-9609-c720cf07a16c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Deleting port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:40:33.274272 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-608bab1f-e420-44a2-9852-1bbb3fb325e9 req-f01f56bc-1185-4e56-9609-c720cf07a16c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (7bdbfbe1-62e3-42d5-9619-f0fadc8e2212), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:33.326249 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d98e7-78e7-4bac-93d7-c366bbffe0a3 req-8fac88df-39df-4111-a353-e7217579bfde tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:33.334298 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-407d98e7-78e7-4bac-93d7-c366bbffe0a3 req-8fac88df-39df-4111-a353-e7217579bfde tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.1427474 Feb 18 16:40:33.382338 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-608bab1f-e420-44a2-9852-1bbb3fb325e9 req-f01f56bc-1185-4e56-9609-c720cf07a16c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] For port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=7bdbfbe1-62e3-42d5-9619-f0fadc8e2212,segment=NetworkSegment(18d623a6-ba6c-4db6-ae61-7d782c20dc23),segment_id=18d623a6-ba6c-4db6-ae61-7d782c20dc23)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:40:33.383034 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-608bab1f-e420-44a2-9852-1bbb3fb325e9 req-f01f56bc-1185-4e56-9609-c720cf07a16c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (7bdbfbe1-62e3-42d5-9619-f0fadc8e2212), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:33.418222 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-407d98e7-78e7-4bac-93d7-c366bbffe0a3 req-9c05c25e-1156-40e9-8a45-d38a0ca48abd tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829444 Feb 18 16:40:33.445719 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 74b43b11-bfab-4215-a5bf-2ec9d45bd6da no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:40:33.522693 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cf5ce-aa2a-4830-a4bb-a2ae82eed636 req-8b8567d9-6216-464a-80f9-d2a70dbfeece tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:33.532232 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-464cf5ce-aa2a-4830-a4bb-a2ae82eed636 req-8b8567d9-6216-464a-80f9-d2a70dbfeece tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 945 time: 0.1607170 Feb 18 16:40:33.605584 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-608bab1f-e420-44a2-9852-1bbb3fb325e9 req-f01f56bc-1185-4e56-9609-c720cf07a16c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:33.605584 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-608bab1f-e420-44a2-9852-1bbb3fb325e9 req-f01f56bc-1185-4e56-9609-c720cf07a16c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (40e03c67-830d-4731-8f6d-64e86819b12b), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:33.605584 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.l3_db [req-608bab1f-e420-44a2-9852-1bbb3fb325e9 req-f01f56bc-1185-4e56-9609-c720cf07a16c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Floating IP 40e03c67-830d-4731-8f6d-64e86819b12b disassociated. External IP: 172.27.2.141, port: 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212. Feb 18 16:40:33.605909 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-608bab1f-e420-44a2-9852-1bbb3fb325e9 req-f01f56bc-1185-4e56-9609-c720cf07a16c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Calling delete_port for 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:40:33.645912 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-464cf5ce-aa2a-4830-a4bb-a2ae82eed636 req-9e2cae6f-1386-4a0a-a54c-cb3c34dd272b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=91668af8-3d2d-4f96-95d7-7d0607b49fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1122122 Feb 18 16:40:33.657171 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da is: ACTIVE; New status is: DOWN {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:40:33.657171 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:33.703171 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:40:33.707572 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dbf858-79e5-4866-b6ed-622d5404585b" -d '{"events": [{"server_uuid": "73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d", "name": "network-vif-unplugged", "status": "completed", "tag": "74b43b11-bfab-4215-a5bf-2ec9d45bd6da"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:40:33.711966 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,segment=NetworkSegment(b0f8370f-4a44-4ac5-b089-87d0f0c0a199),segment_id=b0f8370f-4a44-4ac5-b089-87d0f0c0a199)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:40:33.716004 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:33.750813 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Feb 2022 16:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8078be-9252-4967-8a90-357ef7bb9b76 x-openstack-request-id: req-3b8078be-9252-4967-8a90-357ef7bb9b76 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:40:33.751137 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d", "name": "network-vif-unplugged", "status": "completed", "tag": "74b43b11-bfab-4215-a5bf-2ec9d45bd6da", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:40:33.751436 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b8078be-9252-4967-8a90-357ef7bb9b76 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:40:33.751843 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da', 'code': 200} Feb 18 16:40:33.764421 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-608bab1f-e420-44a2-9852-1bbb3fb325e9 req-f01f56bc-1185-4e56-9609-c720cf07a16c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (7bdbfbe1-62e3-42d5-9619-f0fadc8e2212), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:33.779327 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,revision_number=6']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:33.791587 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f56bc-1185-4e56-9609-c720cf07a16c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event deleted for resources: {'Port': ['ID=7bdbfbe1-62e3-42d5-9619-f0fadc8e2212,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:33.906269 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-608bab1f-e420-44a2-9852-1bbb3fb325e9 req-f01f56bc-1185-4e56-9609-c720cf07a16c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Router 9867e16f-e04f-4a7c-a485-047155a16601 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:40:34.020581 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-608bab1f-e420-44a2-9852-1bbb3fb325e9 req-f01f56bc-1185-4e56-9609-c720cf07a16c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:40:34.030020 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd3a16-a1ab-4eec-9d6c-51d1e42d6dbd None None] Sync routers for ids ['9867e16f-e04f-4a7c-a485-047155a16601'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:40:34.041215 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd3a16-a1ab-4eec-9d6c-51d1e42d6dbd None None] Routers {'9867e16f-e04f-4a7c-a485-047155a16601'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:40:34.041870 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-d5bd3a16-a1ab-4eec-9d6c-51d1e42d6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:40:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9867e16f-e04f-4a7c-a485-047155a16601'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:34.085681 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-608bab1f-e420-44a2-9852-1bbb3fb325e9 req-f01f56bc-1185-4e56-9609-c720cf07a16c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] No DVR routers for this DVR port 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:40:34.088181 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-608bab1f-e420-44a2-9852-1bbb3fb325e9 req-f01f56bc-1185-4e56-9609-c720cf07a16c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:34.091515 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-608bab1f-e420-44a2-9852-1bbb3fb325e9 req-f01f56bc-1185-4e56-9609-c720cf07a16c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.71 "DELETE /v2.0/ports/7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 HTTP/1.1" status: 204 len: 173 time: 0.9400957 Feb 18 16:40:34.094401 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e559e227-70bd-408a-811e-2f169448437f', 'name': 'network-vif-deleted', 'tag': '7bdbfbe1-62e3-42d5-9619-f0fadc8e2212'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:40:34.096678 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acc901f-e58b-4a93-9f1a-f868ee879f41" -d '{"events": [{"server_uuid": "e559e227-70bd-408a-811e-2f169448437f", "name": "network-vif-deleted", "tag": "7bdbfbe1-62e3-42d5-9619-f0fadc8e2212"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:40:34.118196 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-36a5e0ff-6810-4c1a-b8ee-59f14ac3c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:34.119828 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-36a5e0ff-6810-4c1a-b8ee-59f14ac3c6cf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d&tenant_id=a9f79c26ed8948318c926160ece4f736 HTTP/1.1" status: 200 len: 1127 time: 0.0768847 Feb 18 16:40:34.161955 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-d5bd3a16-a1ab-4eec-9d6c-51d1e42d6dbd None None] Set router 9867e16f-e04f-4a7c-a485-047155a16601 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:40:34.162285 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce1da38-a893-4b04-b83b-e8ba03da9c35 x-openstack-request-id: req-8ce1da38-a893-4b04-b83b-e8ba03da9c35 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:40:34.163178 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e559e227-70bd-408a-811e-2f169448437f", "name": "network-vif-deleted", "tag": "7bdbfbe1-62e3-42d5-9619-f0fadc8e2212", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:40:34.163674 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ce1da38-a893-4b04-b83b-e8ba03da9c35 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:40:34.164335 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e559e227-70bd-408a-811e-2f169448437f', 'name': 'network-vif-deleted', 'tag': '7bdbfbe1-62e3-42d5-9619-f0fadc8e2212', 'status': 'completed', 'code': 200} Feb 18 16:40:34.227574 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-534ba661-f7e1-46b5-a5fe-40b89ce72dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:34.229404 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-534ba661-f7e1-46b5-a5fe-40b89ce72dff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9f79c26ed8948318c926160ece4f736&device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 1127 time: 0.0639944 Feb 18 16:40:34.326312 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-9c3613f4-a14c-4b63-a142-97068eb6d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:34.327772 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-9c3613f4-a14c-4b63-a142-97068eb6d46f service neutron] 10.222.0.71 "GET /v2.0/networks?id=7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 HTTP/1.1" status: 200 len: 910 time: 0.0916443 Feb 18 16:40:34.391052 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-d5bd3a16-a1ab-4eec-9d6c-51d1e42d6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:52Z', 'revision_number': 4, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '9c505c15-a441-490f-82aa-1aa73443390c', 'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'mac_address': 'fa:16:3e:63:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:36:01Z', 'revision_number': 5, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'subnets': [{'id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:34.411838 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-db0265f8-e500-4428-91c1-9cb230677f11 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b43b11-bfab-4215-a5bf-2ec9d45bd6da HTTP/1.1" status: 200 len: 999 time: 0.0634406 Feb 18 16:40:34.421552 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd3a16-a1ab-4eec-9d6c-51d1e42d6dbd None None] Checking router: 9867e16f-e04f-4a7c-a485-047155a16601 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:40:34.430425 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd3a16-a1ab-4eec-9d6c-51d1e42d6dbd None None] Routers {'9867e16f-e04f-4a7c-a485-047155a16601'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:40:34.431032 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-d5bd3a16-a1ab-4eec-9d6c-51d1e42d6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:40:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9867e16f-e04f-4a7c-a485-047155a16601'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:34.460546 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-48bd35ee-41f5-44fe-89bb-181560116ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:34.462220 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-48bd35ee-41f5-44fe-89bb-181560116ae5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26e29d89-c798-44aa-ba6f-15822d150e51 HTTP/1.1" status: 200 len: 848 time: 0.0434926 Feb 18 16:40:34.512986 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-50b1043d-ccf1-4f1f-8c9b-72ed9afb4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:34.514609 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-50b1043d-ccf1-4f1f-8c9b-72ed9afb4568 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7be8af3c-f9ea-44c7-9fd0-e5865773f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457721 Feb 18 16:40:34.547270 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:34.549280 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b4e73-99b5-47d9-b49f-b0efe44e35fb req-e02aaf23-c995-4a6b-987f-98ea6bb7cdf8 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:34.554676 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-d5bd3a16-a1ab-4eec-9d6c-51d1e42d6dbd None None] Set router 9867e16f-e04f-4a7c-a485-047155a16601 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:40:34.557459 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b20b4e73-99b5-47d9-b49f-b0efe44e35fb req-e02aaf23-c995-4a6b-987f-98ea6bb7cdf8 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0629659 Feb 18 16:40:34.615293 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b20b4e73-99b5-47d9-b49f-b0efe44e35fb req-658586ce-5baf-4170-8955-f0f868a81034 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540118 Feb 18 16:40:34.621366 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-f401fc9d-22e8-4a22-887e-227bea208823 service neutron] 10.222.0.71 "GET /v2.0/networks/7be8af3c-f9ea-44c7-9fd0-e5865773f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990682 Feb 18 16:40:34.757827 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-aee6f7f3-a114-4bd2-8d83-76213a78c42d req-ac8e1ac2-c214-476b-a679-3bcf539557db service neutron] 10.222.0.71 "GET /v2.0/networks/7be8af3c-f9ea-44c7-9fd0-e5865773f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183274 Feb 18 16:40:34.788952 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-31350f03-89ef-455f-90c9-3cbb3a0ea6fa req-3584f0d1-f7d9-49de-aba3-78e753ba9958 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=e559e227-70bd-408a-811e-2f169448437f HTTP/1.1" status: 200 len: 210 time: 0.0295300 Feb 18 16:40:34.947422 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-d5bd3a16-a1ab-4eec-9d6c-51d1e42d6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:52Z', 'revision_number': 4, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '9c505c15-a441-490f-82aa-1aa73443390c', 'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'mac_address': 'fa:16:3e:63:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:36:01Z', 'revision_number': 5, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'subnets': [{'id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:34.976697 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd3a16-a1ab-4eec-9d6c-51d1e42d6dbd None None] The sync data for ids ['9867e16f-e04f-4a7c-a485-047155a16601'] in dv-cinder-826607-4-iscsi is: [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:52Z', 'revision_number': 4, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '9c505c15-a441-490f-82aa-1aa73443390c', 'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'mac_address': 'fa:16:3e:63:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:36:01Z', 'revision_number': 5, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'subnets': [{'id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:40:35.205237 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8c9924-59c5-44f7-9591-aaa48e97a10b None None] New status for floating IP 40e03c67-830d-4731-8f6d-64e86819b12b: DOWN {{(pid=102874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:40:35.724855 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02f449-1283-4f7f-9638-8fa3c80009d4 req-53814827-d61c-4431-8adf-764a1284a62b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:35.726347 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fc02f449-1283-4f7f-9638-8fa3c80009d4 req-53814827-d61c-4431-8adf-764a1284a62b tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0526059 Feb 18 16:40:35.776785 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fc02f449-1283-4f7f-9638-8fa3c80009d4 req-6b19b85a-2b29-4238-9343-09784a068769 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450072 Feb 18 16:40:35.829134 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:35.873066 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 33918) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:35.925551 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1cba1968-45e5-44e6-b2c3-c36281f0b937 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group (91668af8-3d2d-4f96-95d7-7d0607b49fa5), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:35.954589 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1cba1968-45e5-44e6-b2c3-c36281f0b937 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group (91668af8-3d2d-4f96-95d7-7d0607b49fa5), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:36.005173 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1cba1968-45e5-44e6-b2c3-c36281f0b937 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (91668af8-3d2d-4f96-95d7-7d0607b49fa5), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:36.007928 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1cba1968-45e5-44e6-b2c3-c36281f0b937 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:36.009173 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-1cba1968-45e5-44e6-b2c3-c36281f0b937 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "DELETE /v2.0/security-groups/91668af8-3d2d-4f96-95d7-7d0607b49fa5 HTTP/1.1" status: 204 len: 168 time: 0.1350348 Feb 18 16:40:36.011993 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33924) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:36.023102 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba1968-45e5-44e6-b2c3-c36281f0b937 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91668af8-3d2d-4f96-95d7-7d0607b49fa5,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:36.024846 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.api.v2.resource [None req-7aa6272b-57d8-4154-b229-c40a2f01b29f tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] show failed (client error): The resource could not be found. Feb 18 16:40:36.031575 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-7aa6272b-57d8-4154-b229-c40a2f01b29f tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups/91668af8-3d2d-4f96-95d7-7d0607b49fa5 HTTP/1.1" status: 404 len: 347 time: 0.0185490 Feb 18 16:40:36.034927 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 33926) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:36.172322 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-34f3d1fa-364d-4ae3-be8c-195135c444aa tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Deleting port c3b1ae9a-a814-4d3a-83a3-96924f86391a {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:40:36.172673 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-34f3d1fa-364d-4ae3-be8c-195135c444aa tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (c3b1ae9a-a814-4d3a-83a3-96924f86391a), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:36.251186 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-34f3d1fa-364d-4ae3-be8c-195135c444aa tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (c3b1ae9a-a814-4d3a-83a3-96924f86391a), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:36.251513 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-34f3d1fa-364d-4ae3-be8c-195135c444aa tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for floatingip (c3b1ae9a-a814-4d3a-83a3-96924f86391a), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:36.264351 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-34f3d1fa-364d-4ae3-be8c-195135c444aa tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Calling delete_port for c3b1ae9a-a814-4d3a-83a3-96924f86391a owned by network:floatingip {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:40:36.411708 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-34f3d1fa-364d-4ae3-be8c-195135c444aa tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (c3b1ae9a-a814-4d3a-83a3-96924f86391a), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:36.435884 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3d1fa-364d-4ae3-be8c-195135c444aa tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event deleted for resources: {'Port': ['ID=c3b1ae9a-a814-4d3a-83a3-96924f86391a,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:36.497647 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-34f3d1fa-364d-4ae3-be8c-195135c444aa tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for floatingip (40e03c67-830d-4731-8f6d-64e86819b12b), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:36.500239 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-34f3d1fa-364d-4ae3-be8c-195135c444aa tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:36.501398 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-34f3d1fa-364d-4ae3-be8c-195135c444aa tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "DELETE /v2.0/floatingips/40e03c67-830d-4731-8f6d-64e86819b12b HTTP/1.1" status: 204 len: 168 time: 0.4653816 Feb 18 16:40:36.798866 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 33934) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:36.803842 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-936ecf0d-fb81-4005-b119-1a6d14a6da8c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--895826887', 'description': 'tempest-description--1152705308'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:36.824061 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-936ecf0d-fb81-4005-b119-1a6d14a6da8c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:36.896138 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575613fd-d995-4b61-8ddb-71cb44c6efc3 req-42387f4b-6a07-4b2e-a2a3-457b50b36da5 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:36.897645 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-575613fd-d995-4b61-8ddb-71cb44c6efc3 req-42387f4b-6a07-4b2e-a2a3-457b50b36da5 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0547185 Feb 18 16:40:36.899033 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-936ecf0d-fb81-4005-b119-1a6d14a6da8c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group (93bd8be8-c264-4953-aac4-e95a2f470ee4), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:36.902807 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-936ecf0d-fb81-4005-b119-1a6d14a6da8c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (93bd8be8-c264-4953-aac4-e95a2f470ee4), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:36.934178 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-936ecf0d-fb81-4005-b119-1a6d14a6da8c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:36.935405 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-936ecf0d-fb81-4005-b119-1a6d14a6da8c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1356323 Feb 18 16:40:36.937365 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ecf0d-fb81-4005-b119-1a6d14a6da8c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bd8be8-c264-4953-aac4-e95a2f470ee4,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:36.938618 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33938) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:36.943724 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-518e8103-a2f6-48f8-b55c-478da0a4b37c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Request body: {'security_group_rule': {'security_group_id': '93bd8be8-c264-4953-aac4-e95a2f470ee4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:36.959819 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-575613fd-d995-4b61-8ddb-71cb44c6efc3 req-1eca6d69-29e0-4d65-ae4d-076e1395eff9 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567396 Feb 18 16:40:36.976102 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-518e8103-a2f6-48f8-b55c-478da0a4b37c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group_rule (97da1121-5b88-4695-87a0-5b74c3f910c1), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.035492 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-518e8103-a2f6-48f8-b55c-478da0a4b37c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group_rule (97da1121-5b88-4695-87a0-5b74c3f910c1), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.039069 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-518e8103-a2f6-48f8-b55c-478da0a4b37c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (97da1121-5b88-4695-87a0-5b74c3f910c1), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.059776 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e8103-a2f6-48f8-b55c-478da0a4b37c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97da1121-5b88-4695-87a0-5b74c3f910c1,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:37.065743 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-518e8103-a2f6-48f8-b55c-478da0a4b37c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.066788 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-518e8103-a2f6-48f8-b55c-478da0a4b37c tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272335 Feb 18 16:40:37.069421 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33940) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:37.073592 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-55b767ec-d382-4f6f-81a7-990c3d0bc771 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Request body: {'security_group_rule': {'security_group_id': '93bd8be8-c264-4953-aac4-e95a2f470ee4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:37.097939 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-55b767ec-d382-4f6f-81a7-990c3d0bc771 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group_rule (58646e20-fb25-4cde-b129-25ec214d0cb6), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.155840 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-55b767ec-d382-4f6f-81a7-990c3d0bc771 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group_rule (58646e20-fb25-4cde-b129-25ec214d0cb6), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.159974 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-55b767ec-d382-4f6f-81a7-990c3d0bc771 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (58646e20-fb25-4cde-b129-25ec214d0cb6), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.177705 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b767ec-d382-4f6f-81a7-990c3d0bc771 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58646e20-fb25-4cde-b129-25ec214d0cb6,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:37.185288 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-55b767ec-d382-4f6f-81a7-990c3d0bc771 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.186496 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-55b767ec-d382-4f6f-81a7-990c3d0bc771 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161580 Feb 18 16:40:37.189469 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 33942) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:37.193690 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Request body: {'floatingip': {'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:37.213010 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.307906 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.420002 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_common [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Allocated IP 172.27.2.163 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/21d183c7-f9ab-4ecb-99e0-5c7853cab864) {{(pid=102872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:40:37.459038 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:40:37.481255 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:40:37.482133 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 7bdbfbe1-62e3-42d5-9619-f0fadc8e2212 not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:40:37.529376 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for port (21d183c7-f9ab-4ecb-99e0-5c7853cab864), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.531052 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.566569 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (21d183c7-f9ab-4ecb-99e0-5c7853cab864), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.602174 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:40:37.604781 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Resources bound (agent type, host, resource id): {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:40:37.610427 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Received port after_create {{(pid=102872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:40:37.616307 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event updated for resources: {'Port': ['ID=21d183c7-f9ab-4ecb-99e0-5c7853cab864,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:37.698059 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for floatingip (4abef0b9-9558-48b1-a892-07ed621b36e9), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.739560 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (21d183c7-f9ab-4ecb-99e0-5c7853cab864), before_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.887268 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for port (21d183c7-f9ab-4ecb-99e0-5c7853cab864), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.891411 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12941152'] for port (21d183c7-f9ab-4ecb-99e0-5c7853cab864), after_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.960943 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event updated for resources: {'Port': ['ID=21d183c7-f9ab-4ecb-99e0-5c7853cab864,revision_number=2']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:37.972457 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (4abef0b9-9558-48b1-a892-07ed621b36e9), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.988706 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:37.989972 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-94aafeb5-80a1-4f46-aec1-9ef732c5df9b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7995937 Feb 18 16:40:38.086944 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854cc5e-c772-453b-ad69-ee18e2fb5019 req-3455e56e-11c6-41db-bdd9-1bd96d3da968 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:38.088495 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f854cc5e-c772-453b-ad69-ee18e2fb5019 req-3455e56e-11c6-41db-bdd9-1bd96d3da968 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0601773 Feb 18 16:40:38.137982 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f854cc5e-c772-453b-ad69-ee18e2fb5019 req-b8c775a4-3d49-4727-a289-b47e06ad18d9 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437815 Feb 18 16:40:38.187621 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-a9f8f799-6c34-45d0-8108-125fee16b955 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--895826887&fields=id&tenant_id=9205f14486fc4e64830c7c133ec39235 HTTP/1.1" status: 200 len: 267 time: 0.0404274 Feb 18 16:40:38.294076 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-dfd65e8c-eb3e-4e50-8677-ecc398b60bea tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:38.295517 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-dfd65e8c-eb3e-4e50-8677-ecc398b60bea tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/networks?id=b70ae2d4-b37e-47df-8b0d-486770e38efd HTTP/1.1" status: 200 len: 811 time: 0.1016729 Feb 18 16:40:38.310128 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-64de3bc2-81b0-4827-b844-d58a4a9cbfd1 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/quotas/9205f14486fc4e64830c7c133ec39235 HTTP/1.1" status: 200 len: 375 time: 0.0089829 Feb 18 16:40:38.367395 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-ee695a5b-0a4b-4af8-9aaf-452bccbfa4cd tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9205f14486fc4e64830c7c133ec39235&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522075 Feb 18 16:40:38.510305 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-539a3852-57a4-4365-bd6e-45c1645ffb23 service neutron] 10.222.0.36 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322358 Feb 18 16:40:38.598465 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-c7f7a908-1260-4113-ab7e-cc7ae0941984 service neutron] 10.222.0.36 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825436 Feb 18 16:40:38.791141 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-65a17479-5cee-480f-91c7-e6992fa32a54 req-152fc551-7a9e-4dfb-b740-5d9bc7ec7da4 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 210 time: 0.0486188 Feb 18 16:40:39.267206 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe62b11-7b5e-426a-b914-87f07b7a5208 req-33a70138-f971-4770-bb86-b4a6ab227914 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:39.269258 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cfe62b11-7b5e-426a-b914-87f07b7a5208 req-33a70138-f971-4770-bb86-b4a6ab227914 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0600216 Feb 18 16:40:39.320413 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cfe62b11-7b5e-426a-b914-87f07b7a5208 req-9e8e15fd-6196-4327-a03b-7e88302cb187 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452228 Feb 18 16:40:39.875687 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fae9683c-de52-4195-bb80-6b16d56bd51c req-dbca56fa-f419-4579-a002-aacadce238e3 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 210 time: 0.0342033 Feb 18 16:40:39.959316 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-fc7250e6-a39b-4bad-8bbf-a7787bcc02aa tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:39.960780 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-fc7250e6-a39b-4bad-8bbf-a7787bcc02aa tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.71 "GET /v2.0/networks?id=b70ae2d4-b37e-47df-8b0d-486770e38efd HTTP/1.1" status: 200 len: 811 time: 0.1067510 Feb 18 16:40:40.042704 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-71f370d9-42ad-433a-8b30-ea1aeb5402dc tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9205f14486fc4e64830c7c133ec39235 HTTP/1.1" status: 200 len: 379 time: 0.0644412 Feb 18 16:40:40.054821 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-729f3647-b14f-4018-a982-34229abd376a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Request body: {'port': {'device_id': 'f619ffd1-6694-41fa-b723-328ff139aba6', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'admin_state_up': True, 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'security_groups': ['93bd8be8-c264-4953-aac4-e95a2f470ee4']}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:40.165755 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-729f3647-b14f-4018-a982-34229abd376a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Made reservation on behalf of 9205f14486fc4e64830c7c133ec39235 for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:40:40.169131 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-729f3647-b14f-4018-a982-34229abd376a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:40.294486 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-729f3647-b14f-4018-a982-34229abd376a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Allocated IP 172.20.0.8 (b70ae2d4-b37e-47df-8b0d-486770e38efd/5dae24fa-8ac8-4459-aa31-b074ff5b2445/a0276851-7714-4d78-ba90-d4604b2dc993) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:40:40.433564 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-729f3647-b14f-4018-a982-34229abd376a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for port (a0276851-7714-4d78-ba90-d4604b2dc993), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:40.441616 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b4b64-9b78-40bf-8ced-4c8a87a1afe0 req-6778c623-9791-4bb2-888c-d6939c41a7b0 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:40.443085 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-974b4b64-9b78-40bf-8ced-4c8a87a1afe0 req-6778c623-9791-4bb2-888c-d6939c41a7b0 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0525770 Feb 18 16:40:40.467549 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-729f3647-b14f-4018-a982-34229abd376a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (a0276851-7714-4d78-ba90-d4604b2dc993), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:40.502322 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-974b4b64-9b78-40bf-8ced-4c8a87a1afe0 req-6a321faf-7ca1-4807-b90b-0a694ca9aa49 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534647 Feb 18 16:40:40.509450 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-729f3647-b14f-4018-a982-34229abd376a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Network b70ae2d4-b37e-47df-8b0d-486770e38efd is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:40:40.513259 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-729f3647-b14f-4018-a982-34229abd376a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:40:40.522744 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-729f3647-b14f-4018-a982-34229abd376a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:40:40.551348 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f3647-b14f-4018-a982-34229abd376a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event updated for resources: {'Port': ['ID=a0276851-7714-4d78-ba90-d4604b2dc993,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:40.581436 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-729f3647-b14f-4018-a982-34229abd376a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:40.582163 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-729f3647-b14f-4018-a982-34229abd376a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:40.599566 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-729f3647-b14f-4018-a982-34229abd376a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5485353 Feb 18 16:40:40.611519 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Request body: {'port': {'device_id': 'f619ffd1-6694-41fa-b723-328ff139aba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:40.677187 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (a0276851-7714-4d78-ba90-d4604b2dc993), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:40.767719 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:40.821470 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-900bdbf7-6553-4048-8fc5-4319a2d2adfe None None] Provisioning complete for port a0276851-7714-4d78-ba90-d4604b2dc993 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:40:40.821766 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-900bdbf7-6553-4048-8fc5-4319a2d2adfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (a0276851-7714-4d78-ba90-d4604b2dc993), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:40.858500 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-900bdbf7-6553-4048-8fc5-4319a2d2adfe None None] Port a0276851-7714-4d78-ba90-d4604b2dc993 cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:40:40.941433 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0276851-7714-4d78-ba90-d4604b2dc993 {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:40:40.948862 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Publish callbacks [] for port (a0276851-7714-4d78-ba90-d4604b2dc993), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:40.961055 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Transition to ACTIVE for port object a0276851-7714-4d78-ba90-d4604b2dc993 will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:40:40.965271 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (a0276851-7714-4d78-ba90-d4604b2dc993), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:41.000616 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8db79-f580-4897-98af-c65a75cbe822 req-cb312bc1-24ac-43f6-8c92-cf879e9f225e tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:41.008170 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-15e8db79-f580-4897-98af-c65a75cbe822 req-cb312bc1-24ac-43f6-8c92-cf879e9f225e tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 931 time: 0.0626221 Feb 18 16:40:41.037654 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Pushing event updated for resources: {'Port': ['ID=a0276851-7714-4d78-ba90-d4604b2dc993,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:41.055114 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-15e8db79-f580-4897-98af-c65a75cbe822 req-bfa147ef-1394-4581-b9d1-edb095a6221a tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=93bd8be8-c264-4953-aac4-e95a2f470ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464258 Feb 18 16:40:41.087528 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Attempting to bind port a0276851-7714-4d78-ba90-d4604b2dc993 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:40:41.087865 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Attempting to bind port a0276851-7714-4d78-ba90-d4604b2dc993 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '18d623a6-ba6c-4db6-ae61-7d782c20dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:40:41.088188 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Attempting to bind port a0276851-7714-4d78-ba90-d4604b2dc993 on network b70ae2d4-b37e-47df-8b0d-486770e38efd {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:40:41.092484 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Port a0276851-7714-4d78-ba90-d4604b2dc993 on network b70ae2d4-b37e-47df-8b0d-486770e38efd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:40:41.092809 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Attempting to bind port a0276851-7714-4d78-ba90-d4604b2dc993 on network b70ae2d4-b37e-47df-8b0d-486770e38efd {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:40:41.098571 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:40:41.098916 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Checking segment: {'id': '18d623a6-ba6c-4db6-ae61-7d782c20dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:40:41.099305 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Bound using segment: {'id': '18d623a6-ba6c-4db6-ae61-7d782c20dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:40:41.099741 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Bound port: a0276851-7714-4d78-ba90-d4604b2dc993, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d623a6-ba6c-4db6-ae61-7d782c20dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:40:41.100102 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (a0276851-7714-4d78-ba90-d4604b2dc993), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:41.171670 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] For port a0276851-7714-4d78-ba90-d4604b2dc993, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:40:41.176115 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] For port a0276851-7714-4d78-ba90-d4604b2dc993, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a0276851-7714-4d78-ba90-d4604b2dc993,segment=NetworkSegment(18d623a6-ba6c-4db6-ae61-7d782c20dc23),segment_id=18d623a6-ba6c-4db6-ae61-7d782c20dc23)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:40:41.184780 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (a0276851-7714-4d78-ba90-d4604b2dc993), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:41.223466 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:41.224085 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:41.225493 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] 10.222.0.71 "PUT /v2.0/ports/a0276851-7714-4d78-ba90-d4604b2dc993 HTTP/1.1" status: 200 len: 1093 time: 0.6181056 Feb 18 16:40:41.225937 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f619ffd1-6694-41fa-b723-328ff139aba6', 'tag': 'a0276851-7714-4d78-ba90-d4604b2dc993'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:40:41.228157 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f1d351-6905-46dd-9cfb-289d14167a79" -d '{"events": [{"name": "network-changed", "server_uuid": "f619ffd1-6694-41fa-b723-328ff139aba6", "tag": "a0276851-7714-4d78-ba90-d4604b2dc993"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:40:41.263442 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f3742-051c-4bfd-a75c-e49df6084e2d service neutron] Pushing event updated for resources: {'Port': ['ID=a0276851-7714-4d78-ba90-d4604b2dc993,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:41.284866 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b30df7-b35e-4eaa-b0bc-07aac977665a x-openstack-request-id: req-e6b30df7-b35e-4eaa-b0bc-07aac977665a {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:40:41.284866 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f619ffd1-6694-41fa-b723-328ff139aba6", "tag": "a0276851-7714-4d78-ba90-d4604b2dc993", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:40:41.285254 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6b30df7-b35e-4eaa-b0bc-07aac977665a {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:40:41.285680 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f619ffd1-6694-41fa-b723-328ff139aba6', 'tag': 'a0276851-7714-4d78-ba90-d4604b2dc993', 'status': 'completed', 'code': 200} Feb 18 16:40:41.330511 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-4c5c491b-7cd4-415a-9574-be5e38f3acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:41.332292 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-4c5c491b-7cd4-415a-9574-be5e38f3acae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9205f14486fc4e64830c7c133ec39235&device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 1127 time: 0.0621681 Feb 18 16:40:41.386603 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-b13ee34e-9abd-4749-924f-b4bdaca4ab38 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0276851-7714-4d78-ba90-d4604b2dc993 HTTP/1.1" status: 200 len: 217 time: 0.0449741 Feb 18 16:40:41.448333 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-e1118bb8-bdf2-4207-ba55-a9c5418b79ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:41.450174 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-e1118bb8-bdf2-4207-ba55-a9c5418b79ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5dae24fa-8ac8-4459-aa31-b074ff5b2445 HTTP/1.1" status: 200 len: 850 time: 0.0527549 Feb 18 16:40:41.477112 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 74b43b11-bfab-4215-a5bf-2ec9d45bd6da details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:40:41.500346 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-d226cddd-3f16-40b5-a552-146be448bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:41.501966 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-d226cddd-3f16-40b5-a552-146be448bcf2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b70ae2d4-b37e-47df-8b0d-486770e38efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458648 Feb 18 16:40:41.592025 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,segment=NetworkSegment(b0f8370f-4a44-4ac5-b089-87d0f0c0a199),segment_id=b0f8370f-4a44-4ac5-b089-87d0f0c0a199)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:40:41.602071 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-8b0b8ccf-0712-4134-9f59-524fd867f881 service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918019 Feb 18 16:40:41.603539 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da', 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'port_id': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da', 'mac_address': 'fa:16:3e:7b:18:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:40:41.625727 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc814b-ce24-4bf7-90ef-8ef3c150cad8 req-330aec8e-b79e-4ee8-af61-62336eac2701 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:41.627235 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1ffc814b-ce24-4bf7-90ef-8ef3c150cad8 req-330aec8e-b79e-4ee8-af61-62336eac2701 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0546346 Feb 18 16:40:41.646771 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:40:41.647166 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:41.662298 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b43b11-bfab-4215-a5bf-2ec9d45bd6da {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:40:41.682322 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1ffc814b-ce24-4bf7-90ef-8ef3c150cad8 req-8665e4d9-295b-4778-943c-fd3908535dff tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477402 Feb 18 16:40:41.685313 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,segment=NetworkSegment(b0f8370f-4a44-4ac5-b089-87d0f0c0a199),segment_id=b0f8370f-4a44-4ac5-b089-87d0f0c0a199)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:40:41.689678 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:41.699549 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-62edf2b1-a1f7-42ff-a51f-77270016ab45 req-eeaa4598-1a0e-41c2-ba7d-9b3c1048e09e service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912344 Feb 18 16:40:41.740002 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,revision_number=7']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:41.795975 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1d351-6905-46dd-9cfb-289d14167a79 req-8c06a884-5498-47b3-9c82-2a34efb5c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:41.797547 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-68f1d351-6905-46dd-9cfb-289d14167a79 req-8c06a884-5498-47b3-9c82-2a34efb5c319 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9205f14486fc4e64830c7c133ec39235&device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 1127 time: 0.0451813 Feb 18 16:40:41.891918 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1d351-6905-46dd-9cfb-289d14167a79 req-6c8e33eb-4015-4e02-a874-1eda7b16bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:41.893276 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-68f1d351-6905-46dd-9cfb-289d14167a79 req-6c8e33eb-4015-4e02-a874-1eda7b16bc25 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b70ae2d4-b37e-47df-8b0d-486770e38efd HTTP/1.1" status: 200 len: 912 time: 0.0874767 Feb 18 16:40:41.939988 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-68f1d351-6905-46dd-9cfb-289d14167a79 req-9037f4cb-2bc3-4c25-b7ea-66315338f485 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0276851-7714-4d78-ba90-d4604b2dc993 HTTP/1.1" status: 200 len: 217 time: 0.0349021 Feb 18 16:40:41.987145 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['74b43b11-bfab-4215-a5bf-2ec9d45bd6da'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:40:41.989614 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1d351-6905-46dd-9cfb-289d14167a79 req-8f1d3521-657f-4c12-8ff1-92b5c7503df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:41.991031 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-68f1d351-6905-46dd-9cfb-289d14167a79 req-8f1d3521-657f-4c12-8ff1-92b5c7503df4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5dae24fa-8ac8-4459-aa31-b074ff5b2445 HTTP/1.1" status: 200 len: 850 time: 0.0422411 Feb 18 16:40:42.038264 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1d351-6905-46dd-9cfb-289d14167a79 req-91c1bc3c-7c51-41e2-9ad0-9736417dcb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:42.039760 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-68f1d351-6905-46dd-9cfb-289d14167a79 req-91c1bc3c-7c51-41e2-9ad0-9736417dcb07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b70ae2d4-b37e-47df-8b0d-486770e38efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422733 Feb 18 16:40:42.140704 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-68f1d351-6905-46dd-9cfb-289d14167a79 req-3b4725ad-382b-4d5a-8f50-74bf06fabbfa service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907078 Feb 18 16:40:42.177714 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dc1d6-6336-4aa6-939f-cc9895af636b req-97d6f87d-458b-4b0e-a161-477182675fbc tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:42.179288 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-487dc1d6-6336-4aa6-939f-cc9895af636b req-97d6f87d-458b-4b0e-a161-477182675fbc tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 943 time: 0.0537171 Feb 18 16:40:42.234237 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-68f1d351-6905-46dd-9cfb-289d14167a79 req-11680d9e-e36e-4f66-974b-03db0b2d7a55 service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862134 Feb 18 16:40:42.236303 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-487dc1d6-6336-4aa6-939f-cc9895af636b req-5224d6c3-86b3-4025-82c0-04e47153a900 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=93bd8be8-c264-4953-aac4-e95a2f470ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510035 Feb 18 16:40:42.453475 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae49bb-4e49-4abc-a4a3-8b7a802b99c0 req-2fa9aa96-eebd-4649-9f57-44b09d19fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:42.454989 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-27ae49bb-4e49-4abc-a4a3-8b7a802b99c0 req-2fa9aa96-eebd-4649-9f57-44b09d19fc9b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9f79c26ed8948318c926160ece4f736&device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 1128 time: 0.0479217 Feb 18 16:40:42.573674 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae49bb-4e49-4abc-a4a3-8b7a802b99c0 req-8f0952db-86c5-4e3c-af4e-e1088902883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:42.575182 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-27ae49bb-4e49-4abc-a4a3-8b7a802b99c0 req-8f0952db-86c5-4e3c-af4e-e1088902883c service neutron] 10.222.0.71 "GET /v2.0/networks?id=7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 HTTP/1.1" status: 200 len: 910 time: 0.0856655 Feb 18 16:40:42.648043 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-27ae49bb-4e49-4abc-a4a3-8b7a802b99c0 req-b284c112-8c18-45d3-9734-90ac1a3f4eda service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b43b11-bfab-4215-a5bf-2ec9d45bd6da HTTP/1.1" status: 200 len: 1000 time: 0.0644057 Feb 18 16:40:42.705573 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae49bb-4e49-4abc-a4a3-8b7a802b99c0 req-e6dba3a4-a192-439c-9b74-0bca1f084a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:42.707113 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-27ae49bb-4e49-4abc-a4a3-8b7a802b99c0 req-e6dba3a4-a192-439c-9b74-0bca1f084a89 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26e29d89-c798-44aa-ba6f-15822d150e51 HTTP/1.1" status: 200 len: 848 time: 0.0438087 Feb 18 16:40:42.759770 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae49bb-4e49-4abc-a4a3-8b7a802b99c0 req-6da91516-0ee5-4f9a-9c47-af914e59f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:42.761276 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-27ae49bb-4e49-4abc-a4a3-8b7a802b99c0 req-6da91516-0ee5-4f9a-9c47-af914e59f950 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7be8af3c-f9ea-44c7-9fd0-e5865773f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466962 Feb 18 16:40:42.812279 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcd35e-45a0-4380-a01e-ca2e8ddf98bf req-bc1abf2d-9662-4852-827b-60283f20bf8c tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:42.813943 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-36dcd35e-45a0-4380-a01e-ca2e8ddf98bf req-bc1abf2d-9662-4852-827b-60283f20bf8c tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 944 time: 0.0550869 Feb 18 16:40:42.875065 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-36dcd35e-45a0-4380-a01e-ca2e8ddf98bf req-64cbdb32-73ca-4cc8-83c3-02801a31ce89 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511141 Feb 18 16:40:43.107902 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-27ae49bb-4e49-4abc-a4a3-8b7a802b99c0 req-4467d657-02b4-4dfe-b16b-66cfe72ce119 service neutron] 10.222.0.71 "GET /v2.0/networks/7be8af3c-f9ea-44c7-9fd0-e5865773f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382862 Feb 18 16:40:43.201126 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-27ae49bb-4e49-4abc-a4a3-8b7a802b99c0 req-fbda6d06-bdb9-4298-b0ef-7827765680c1 service neutron] 10.222.0.71 "GET /v2.0/networks/7be8af3c-f9ea-44c7-9fd0-e5865773f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856664 Feb 18 16:40:43.354855 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc3962-2b24-4f13-b31a-86689611254d req-2b9d003e-908a-494d-b9b7-f77667185a78 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:43.356376 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-37bc3962-2b24-4f13-b31a-86689611254d req-2b9d003e-908a-494d-b9b7-f77667185a78 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 943 time: 0.0528142 Feb 18 16:40:43.400992 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-37bc3962-2b24-4f13-b31a-86689611254d req-c3f08d17-26b8-4628-b294-89147a802baf tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=93bd8be8-c264-4953-aac4-e95a2f470ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390298 Feb 18 16:40:43.478037 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device a0276851-7714-4d78-ba90-d4604b2dc993 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:40:43.482300 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 74b43b11-bfab-4215-a5bf-2ec9d45bd6da up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:40:43.590172 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:40:43.590457 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:43.635119 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port a0276851-7714-4d78-ba90-d4604b2dc993, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a0276851-7714-4d78-ba90-d4604b2dc993,segment=NetworkSegment(18d623a6-ba6c-4db6-ae61-7d782c20dc23),segment_id=18d623a6-ba6c-4db6-ae61-7d782c20dc23)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:40:43.651271 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': 'a0276851-7714-4d78-ba90-d4604b2dc993', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'port_id': 'a0276851-7714-4d78-ba90-d4604b2dc993', 'mac_address': 'fa:16:3e:5b:07:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:40:43.717894 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port a0276851-7714-4d78-ba90-d4604b2dc993 is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:40:43.718283 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (a0276851-7714-4d78-ba90-d4604b2dc993), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:43.729974 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:40:43.730350 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:43.741846 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0276851-7714-4d78-ba90-d4604b2dc993 {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:40:43.769266 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:40:43.771496 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5a0349-da8b-4e1e-9be8-c86eb49d9196" -d '{"events": [{"server_uuid": "73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d", "name": "network-vif-plugged", "status": "completed", "tag": "74b43b11-bfab-4215-a5bf-2ec9d45bd6da"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:40:43.783195 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port a0276851-7714-4d78-ba90-d4604b2dc993, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a0276851-7714-4d78-ba90-d4604b2dc993,segment=NetworkSegment(18d623a6-ba6c-4db6-ae61-7d782c20dc23),segment_id=18d623a6-ba6c-4db6-ae61-7d782c20dc23)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:40:43.787711 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,segment=NetworkSegment(b0f8370f-4a44-4ac5-b089-87d0f0c0a199),segment_id=b0f8370f-4a44-4ac5-b089-87d0f0c0a199)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:40:43.789160 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (a0276851-7714-4d78-ba90-d4604b2dc993), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:43.794129 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:43.813451 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bebc941-aea8-4761-8f30-e226385c9800 x-openstack-request-id: req-5bebc941-aea8-4761-8f30-e226385c9800 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:40:43.813757 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d", "name": "network-vif-plugged", "status": "completed", "tag": "74b43b11-bfab-4215-a5bf-2ec9d45bd6da", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:40:43.814010 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5bebc941-aea8-4761-8f30-e226385c9800 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:40:43.814390 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da', 'code': 200} Feb 18 16:40:43.839743 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=a0276851-7714-4d78-ba90-d4604b2dc993,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:43.891664 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,revision_number=8']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:44.004983 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80594552-b27e-4752-8fa2-8aa79f5b5f1a req-9eae1093-1b6c-43d6-8803-30ece15e8a8e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:44.006488 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-80594552-b27e-4752-8fa2-8aa79f5b5f1a req-9eae1093-1b6c-43d6-8803-30ece15e8a8e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0624437 Feb 18 16:40:44.060059 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-80594552-b27e-4752-8fa2-8aa79f5b5f1a req-fdf3145f-290c-4d1d-8138-8b2e056fa9c2 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477278 Feb 18 16:40:44.078653 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['a0276851-7714-4d78-ba90-d4604b2dc993'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:40:44.116579 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537de59f-867a-4818-95a8-a43741eeb553 req-b16c3995-18d5-4ff6-aec9-0e48ebb6f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:44.118171 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-537de59f-867a-4818-95a8-a43741eeb553 req-b16c3995-18d5-4ff6-aec9-0e48ebb6f042 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 1129 time: 0.0972352 Feb 18 16:40:44.119178 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 34070) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:44.185934 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f41b9b-d7a8-44b7-91c5-54b4caefa414 admin admin] Deleting subnet 2cc161ce-8523-4e79-8310-7cbf7906931c {{(pid=102871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 16:40:44.196415 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-25f41b9b-d7a8-44b7-91c5-54b4caefa414 admin admin] Publish callbacks [] for subnet (2cc161ce-8523-4e79-8310-7cbf7906931c), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.219769 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-537de59f-867a-4818-95a8-a43741eeb553 req-c39505b2-9a96-4cab-b946-c595c815a86a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928702 Feb 18 16:40:44.232682 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-25f41b9b-d7a8-44b7-91c5-54b4caefa414 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13231428'] for subnet (2cc161ce-8523-4e79-8310-7cbf7906931c), precommit_delete_associations {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.270552 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-25f41b9b-d7a8-44b7-91c5-54b4caefa414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1265784'] for subnet (2cc161ce-8523-4e79-8310-7cbf7906931c), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.323538 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-25f41b9b-d7a8-44b7-91c5-54b4caefa414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1265761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13446614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416762'] for subnet (2cc161ce-8523-4e79-8310-7cbf7906931c), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.350944 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f41b9b-d7a8-44b7-91c5-54b4caefa414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cc161ce-8523-4e79-8310-7cbf7906931c,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:44.356673 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-25f41b9b-d7a8-44b7-91c5-54b4caefa414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.359844 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-25f41b9b-d7a8-44b7-91c5-54b4caefa414 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2cc161ce-8523-4e79-8310-7cbf7906931c HTTP/1.1" status: 204 len: 168 time: 0.2397239 Feb 18 16:40:44.363105 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 34072) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:44.429158 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f66d1565-41c2-4110-a874-1044f813790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1222129'] for network (1f6f7b97-19d4-45c8-83d9-45aaded7b43d), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.511869 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f66d1565-41c2-4110-a874-1044f813790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1266929', 'neutron.services.segments.db._delete_segments_for_network-8740553082664'] for network (1f6f7b97-19d4-45c8-83d9-45aaded7b43d), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.520386 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0455fe-2a34-4064-bb9d-cd9f4538cec6 req-fe7353ac-fa95-4d45-b937-439898e194b0 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:44.521888 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-de0455fe-2a34-4064-bb9d-cd9f4538cec6 req-fe7353ac-fa95-4d45-b937-439898e194b0 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 944 time: 0.0522761 Feb 18 16:40:44.531894 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-f66d1565-41c2-4110-a874-1044f813790f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6f7b97-19d4-45c8-83d9-45aaded7b43d']}} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:44.541604 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-f66d1565-41c2-4110-a874-1044f813790f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e978c40-2a27-4422-a49f-0f451c1764b8') {'for_net_delete': True} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:44.541900 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-f66d1565-41c2-4110-a874-1044f813790f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e978c40-2a27-4422-a49f-0f451c1764b8') {} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:44.551029 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f66d1565-41c2-4110-a874-1044f813790f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740553082929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13231421'] for segment (3e978c40-2a27-4422-a49f-0f451c1764b8), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.563906 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f66d1565-41c2-4110-a874-1044f813790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (3e978c40-2a27-4422-a49f-0f451c1764b8), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.569512 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-de0455fe-2a34-4064-bb9d-cd9f4538cec6 req-8195f5f8-0651-4ab0-b472-fdc17e99b727 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=93bd8be8-c264-4953-aac4-e95a2f470ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417783 Feb 18 16:40:44.570114 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66d1565-41c2-4110-a874-1044f813790f admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 16:40:44.570494 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f66d1565-41c2-4110-a874-1044f813790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444916'] for segment (3e978c40-2a27-4422-a49f-0f451c1764b8), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: Traceback (most recent call last): Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: timer() Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: cb(*args, **kw) Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: return func(*args, **kwargs) Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: self._notify() Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: self.callback(batched_events) Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: event.method(event) Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: return f(self, *a, **k) Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: return self._get(url).json() Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: return self.request(url, 'GET', **kwargs) Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 16:40:44.572220 dv-cinder-826607-4-iscsi neutron-server[102871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 16:40:44.626062 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f66d1565-41c2-4110-a874-1044f813790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1266942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594515'] for network (1f6f7b97-19d4-45c8-83d9-45aaded7b43d), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.632111 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f66d1565-41c2-4110-a874-1044f813790f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.636733 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-f66d1565-41c2-4110-a874-1044f813790f admin admin] 10.222.0.36 "DELETE /v2.0/networks/1f6f7b97-19d4-45c8-83d9-45aaded7b43d HTTP/1.1" status: 204 len: 168 time: 0.2714429 Feb 18 16:40:44.638351 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34076) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:44.647079 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d1565-41c2-4110-a874-1044f813790f admin admin] Pushing event deleted for resources: {'Network': ['ID=1f6f7b97-19d4-45c8-83d9-45aaded7b43d,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:44.685605 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_v2 [None req-feaf3982-fa6d-4bd4-aff3-1da5e11e5f67 admin admin] Deleting subnet 6f2078b7-60ad-4694-9df1-f1388df78122 {{(pid=102872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 16:40:44.688729 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-feaf3982-fa6d-4bd4-aff3-1da5e11e5f67 admin admin] Publish callbacks [] for subnet (6f2078b7-60ad-4694-9df1-f1388df78122), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.722691 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-feaf3982-fa6d-4bd4-aff3-1da5e11e5f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12942670'] for subnet (6f2078b7-60ad-4694-9df1-f1388df78122), precommit_delete_associations {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.759440 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-feaf3982-fa6d-4bd4-aff3-1da5e11e5f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1265784'] for subnet (6f2078b7-60ad-4694-9df1-f1388df78122), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.809856 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-feaf3982-fa6d-4bd4-aff3-1da5e11e5f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1265761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12942766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13068797'] for subnet (6f2078b7-60ad-4694-9df1-f1388df78122), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.834627 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf3982-fa6d-4bd4-aff3-1da5e11e5f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2078b7-60ad-4694-9df1-f1388df78122,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:44.838358 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-feaf3982-fa6d-4bd4-aff3-1da5e11e5f67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.841544 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-feaf3982-fa6d-4bd4-aff3-1da5e11e5f67 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6f2078b7-60ad-4694-9df1-f1388df78122 HTTP/1.1" status: 204 len: 168 time: 0.2021780 Feb 18 16:40:44.843962 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34078) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:44.915234 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6af73397-f4f6-435d-9eff-d52ecc4a55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1222129'] for network (68a7a6d9-1d87-4b66-967e-302910638ad9), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:44.991413 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6af73397-f4f6-435d-9eff-d52ecc4a55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1266929', 'neutron.services.segments.db._delete_segments_for_network-8740553082664'] for network (68a7a6d9-1d87-4b66-967e-302910638ad9), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:45.010556 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-6af73397-f4f6-435d-9eff-d52ecc4a55e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a7a6d9-1d87-4b66-967e-302910638ad9']}} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:45.019573 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-6af73397-f4f6-435d-9eff-d52ecc4a55e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408d401b-67c3-4e7b-bba1-7d4c783ad3b8') {'for_net_delete': True} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:45.019866 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-6af73397-f4f6-435d-9eff-d52ecc4a55e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408d401b-67c3-4e7b-bba1-7d4c783ad3b8') {} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:45.028718 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6af73397-f4f6-435d-9eff-d52ecc4a55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740553082929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942647'] for segment (408d401b-67c3-4e7b-bba1-7d4c783ad3b8), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:45.042609 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6af73397-f4f6-435d-9eff-d52ecc4a55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (408d401b-67c3-4e7b-bba1-7d4c783ad3b8), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:45.048694 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af73397-f4f6-435d-9eff-d52ecc4a55e1 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 16:40:45.049098 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6af73397-f4f6-435d-9eff-d52ecc4a55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12941132'] for segment (408d401b-67c3-4e7b-bba1-7d4c783ad3b8), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: Traceback (most recent call last): Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: timer() Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: cb(*args, **kw) Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: return func(*args, **kwargs) Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: self._notify() Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: self.callback(batched_events) Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: event.method(event) Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: return f(self, *a, **k) Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._get(url).json() Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: return self.request(url, 'GET', **kwargs) Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 16:40:45.051420 dv-cinder-826607-4-iscsi neutron-server[102872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 16:40:45.107322 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6af73397-f4f6-435d-9eff-d52ecc4a55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1266942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594515'] for network (68a7a6d9-1d87-4b66-967e-302910638ad9), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:45.113525 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6af73397-f4f6-435d-9eff-d52ecc4a55e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:45.119057 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-6af73397-f4f6-435d-9eff-d52ecc4a55e1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/68a7a6d9-1d87-4b66-967e-302910638ad9 HTTP/1.1" status: 204 len: 168 time: 0.2718537 Feb 18 16:40:45.130607 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af73397-f4f6-435d-9eff-d52ecc4a55e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=68a7a6d9-1d87-4b66-967e-302910638ad9,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:45.199898 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab327c1a-2481-4a14-af88-98b86e46383d req-cf953aa5-eef3-40db-8270-4bf12dbfbb78 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:45.201402 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ab327c1a-2481-4a14-af88-98b86e46383d req-cf953aa5-eef3-40db-8270-4bf12dbfbb78 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0554955 Feb 18 16:40:45.252633 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ab327c1a-2481-4a14-af88-98b86e46383d req-3d5b4308-982e-4637-af1e-eb8de67958ff tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451708 Feb 18 16:40:45.296528 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 34084) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:45.336106 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-6f11082d-661c-4125-99e4-26f1821d5ae9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8183e86ab064896943c58a27a60959c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383959 Feb 18 16:40:45.338754 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34086) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:45.397173 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-00ac4532-152f-4a27-959b-ee148e57960d admin admin] Publish callbacks [] for security_group (167d6fc5-6fac-4829-9a98-96a1a201a657), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:45.418171 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-00ac4532-152f-4a27-959b-ee148e57960d admin admin] Publish callbacks [] for security_group (167d6fc5-6fac-4829-9a98-96a1a201a657), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:45.466463 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-00ac4532-152f-4a27-959b-ee148e57960d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (167d6fc5-6fac-4829-9a98-96a1a201a657), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:45.469126 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-00ac4532-152f-4a27-959b-ee148e57960d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:45.470688 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-00ac4532-152f-4a27-959b-ee148e57960d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/167d6fc5-6fac-4829-9a98-96a1a201a657 HTTP/1.1" status: 204 len: 168 time: 0.1305246 Feb 18 16:40:45.480933 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac4532-152f-4a27-959b-ee148e57960d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167d6fc5-6fac-4829-9a98-96a1a201a657,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:45.494893 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device a0276851-7714-4d78-ba90-d4604b2dc993 up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:40:45.553949 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port a0276851-7714-4d78-ba90-d4604b2dc993 completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:40:45.557677 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port a0276851-7714-4d78-ba90-d4604b2dc993 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:40:45.558058 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (a0276851-7714-4d78-ba90-d4604b2dc993), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:45.638029 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port a0276851-7714-4d78-ba90-d4604b2dc993 is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:40:45.638430 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (a0276851-7714-4d78-ba90-d4604b2dc993), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:45.681988 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port a0276851-7714-4d78-ba90-d4604b2dc993, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a0276851-7714-4d78-ba90-d4604b2dc993,segment=NetworkSegment(18d623a6-ba6c-4db6-ae61-7d782c20dc23),segment_id=18d623a6-ba6c-4db6-ae61-7d782c20dc23)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:40:45.686222 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (a0276851-7714-4d78-ba90-d4604b2dc993), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:45.696066 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39147348-7e4a-4b15-9730-b689309f4698 req-99b4e1b1-3930-4c96-8f56-497d29316059 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:45.697766 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-39147348-7e4a-4b15-9730-b689309f4698 req-99b4e1b1-3930-4c96-8f56-497d29316059 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 944 time: 0.0575483 Feb 18 16:40:45.733456 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=a0276851-7714-4d78-ba90-d4604b2dc993,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:45.748488 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-39147348-7e4a-4b15-9730-b689309f4698 req-75b28517-76ed-43c6-bd65-c02981bedc5b tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=93bd8be8-c264-4953-aac4-e95a2f470ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449846 Feb 18 16:40:45.815534 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f619ffd1-6694-41fa-b723-328ff139aba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0276851-7714-4d78-ba90-d4604b2dc993'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:40:45.817940 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7660b4-e33a-4494-8c61-f95cf8fa8f94" -d '{"events": [{"server_uuid": "f619ffd1-6694-41fa-b723-328ff139aba6", "name": "network-vif-plugged", "status": "completed", "tag": "a0276851-7714-4d78-ba90-d4604b2dc993"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:40:45.835800 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34098) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:45.858323 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9669398d-4d5d-41c6-9a39-2ff1b580d093 x-openstack-request-id: req-9669398d-4d5d-41c6-9a39-2ff1b580d093 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:40:45.858653 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f619ffd1-6694-41fa-b723-328ff139aba6", "name": "network-vif-plugged", "status": "completed", "tag": "a0276851-7714-4d78-ba90-d4604b2dc993", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:40:45.858913 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9669398d-4d5d-41c6-9a39-2ff1b580d093 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:40:45.859461 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f619ffd1-6694-41fa-b723-328ff139aba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0276851-7714-4d78-ba90-d4604b2dc993', 'code': 200} Feb 18 16:40:45.877053 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-eb75729e-3361-47b6-b401-b14c8608c098 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee93af5cbf6b400ca3e32fbbae96bd9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399756 Feb 18 16:40:45.880108 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34100) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:45.931510 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-50158707-5069-4944-8b8d-3ee9160c9536 admin admin] Publish callbacks [] for security_group (a0267fc4-b36c-47e6-822b-5d3308ddadd2), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:45.952894 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-50158707-5069-4944-8b8d-3ee9160c9536 admin admin] Publish callbacks [] for security_group (a0267fc4-b36c-47e6-822b-5d3308ddadd2), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:45.999026 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-50158707-5069-4944-8b8d-3ee9160c9536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (a0267fc4-b36c-47e6-822b-5d3308ddadd2), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:46.001644 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-50158707-5069-4944-8b8d-3ee9160c9536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:46.005776 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-50158707-5069-4944-8b8d-3ee9160c9536 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0267fc4-b36c-47e6-822b-5d3308ddadd2 HTTP/1.1" status: 204 len: 168 time: 0.1246879 Feb 18 16:40:46.014862 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50158707-5069-4944-8b8d-3ee9160c9536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0267fc4-b36c-47e6-822b-5d3308ddadd2,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:46.050661 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530e566-5546-4e12-b1ee-2ddee7fccf74 req-800c08a9-6f6c-4ab6-a49c-23f79303c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:46.052250 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e530e566-5546-4e12-b1ee-2ddee7fccf74 req-800c08a9-6f6c-4ab6-a49c-23f79303c2ba service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 1129 time: 0.0523694 Feb 18 16:40:46.097807 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e530e566-5546-4e12-b1ee-2ddee7fccf74 req-6ab0980a-bf45-49c8-b8ac-c2d9d1f643d2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=93bd8be8-c264-4953-aac4-e95a2f470ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369313 Feb 18 16:40:46.382049 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d39653-b9f4-463d-b04e-ea84a29424e5 req-9f8be010-1b14-4d68-9a91-18491ddce284 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:46.383562 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-33d39653-b9f4-463d-b04e-ea84a29424e5 req-9f8be010-1b14-4d68-9a91-18491ddce284 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0554781 Feb 18 16:40:46.432059 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-33d39653-b9f4-463d-b04e-ea84a29424e5 req-b000f27a-e1b4-4ae6-9ce6-209b2b096c61 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430033 Feb 18 16:40:46.869807 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeb40b-3c46-404c-8943-43ea5aac13f0 req-7d797f8f-c364-4ac7-bb24-e593206df982 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:46.871373 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e3eeb40b-3c46-404c-8943-43ea5aac13f0 req-7d797f8f-c364-4ac7-bb24-e593206df982 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 945 time: 0.0526235 Feb 18 16:40:46.921659 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e3eeb40b-3c46-404c-8943-43ea5aac13f0 req-ad29c0d9-1282-4509-b4a2-db5659f15cf4 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=93bd8be8-c264-4953-aac4-e95a2f470ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444775 Feb 18 16:40:47.046122 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34136) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:47.146986 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2807b538-dc6b-490b-afc4-5cba447d537d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:47.217365 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2807b538-dc6b-490b-afc4-5cba447d537d admin admin] Publish callbacks [] for security_group (88dbea99-d207-43de-8841-17f6cf4823c3), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:47.221074 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2807b538-dc6b-490b-afc4-5cba447d537d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (88dbea99-d207-43de-8841-17f6cf4823c3), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:47.258995 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-2807b538-dc6b-490b-afc4-5cba447d537d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=69299537081c4dc2afa0806eb48ca4f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118351 Feb 18 16:40:47.260846 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807b538-dc6b-490b-afc4-5cba447d537d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dbea99-d207-43de-8841-17f6cf4823c3,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:47.261781 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 34140) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:47.310548 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a4b89a8d-9617-406b-9872-a2beeb20f7a8 admin admin] Publish callbacks [] for security_group (88dbea99-d207-43de-8841-17f6cf4823c3), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:47.332015 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a4b89a8d-9617-406b-9872-a2beeb20f7a8 admin admin] Publish callbacks [] for security_group (88dbea99-d207-43de-8841-17f6cf4823c3), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:47.381039 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a4b89a8d-9617-406b-9872-a2beeb20f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (88dbea99-d207-43de-8841-17f6cf4823c3), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:47.383654 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a4b89a8d-9617-406b-9872-a2beeb20f7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:47.384850 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-a4b89a8d-9617-406b-9872-a2beeb20f7a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88dbea99-d207-43de-8841-17f6cf4823c3 HTTP/1.1" status: 204 len: 168 time: 0.1219697 Feb 18 16:40:47.392722 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b89a8d-9617-406b-9872-a2beeb20f7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dbea99-d207-43de-8841-17f6cf4823c3,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:48.043350 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884434de-eba9-45e7-877c-20dab091eecc req-03f7290f-6d27-4de9-95b6-0a864d53765e tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:48.044940 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-884434de-eba9-45e7-877c-20dab091eecc req-03f7290f-6d27-4de9-95b6-0a864d53765e tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 945 time: 0.0551436 Feb 18 16:40:48.091270 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-884434de-eba9-45e7-877c-20dab091eecc req-243e8f38-f9c3-4b1e-a208-6db951a5d7ed tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=93bd8be8-c264-4953-aac4-e95a2f470ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407338 Feb 18 16:40:48.218032 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c5f2f-6c38-4b20-8488-bcac749b4e79 req-10456719-295d-4358-bcab-ec9b7e2b6d0d tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:48.219502 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b02c5f2f-6c38-4b20-8488-bcac749b4e79 req-10456719-295d-4358-bcab-ec9b7e2b6d0d tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 945 time: 0.0616779 Feb 18 16:40:48.228513 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 34172) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:48.233364 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-c25a645e-d3ff-48ed-9ae6-f6036eff3163 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Request body: {'floatingip': {'port_id': 'a0276851-7714-4d78-ba90-d4604b2dc993'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:40:48.275650 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c25a645e-d3ff-48ed-9ae6-f6036eff3163 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for floatingip (4abef0b9-9558-48b1-a892-07ed621b36e9), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:48.723668 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c25a645e-d3ff-48ed-9ae6-f6036eff3163 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:48.727547 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c25a645e-d3ff-48ed-9ae6-f6036eff3163 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (4abef0b9-9558-48b1-a892-07ed621b36e9), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:48.830267 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.l3_db [None req-c25a645e-d3ff-48ed-9ae6-f6036eff3163 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Floating IP 4abef0b9-9558-48b1-a892-07ed621b36e9 associated. External IP: 172.27.2.163, port: a0276851-7714-4d78-ba90-d4604b2dc993. Feb 18 16:40:49.041360 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25a645e-d3ff-48ed-9ae6-f6036eff3163 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Router 9867e16f-e04f-4a7c-a485-047155a16601 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:40:49.146307 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25a645e-d3ff-48ed-9ae6-f6036eff3163 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:40:49.150940 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c25a645e-d3ff-48ed-9ae6-f6036eff3163 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:49.156657 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3941887-a8ce-4997-b3eb-cae5698617b5 None None] Sync routers for ids ['9867e16f-e04f-4a7c-a485-047155a16601'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:40:49.167457 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3941887-a8ce-4997-b3eb-cae5698617b5 None None] Routers {'9867e16f-e04f-4a7c-a485-047155a16601'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:40:49.168074 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-e3941887-a8ce-4997-b3eb-cae5698617b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:40:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9867e16f-e04f-4a7c-a485-047155a16601'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:49.182528 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-c25a645e-d3ff-48ed-9ae6-f6036eff3163 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "PUT /v2.0/floatingips/4abef0b9-9558-48b1-a892-07ed621b36e9 HTTP/1.1" status: 200 len: 991 time: 0.9502394 Feb 18 16:40:49.182528 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f619ffd1-6694-41fa-b723-328ff139aba6', 'tag': 'a0276851-7714-4d78-ba90-d4604b2dc993'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:40:49.182827 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7749b3-b04d-4c34-b5be-84aab5dbff46" -d '{"events": [{"name": "network-changed", "server_uuid": "f619ffd1-6694-41fa-b723-328ff139aba6", "tag": "a0276851-7714-4d78-ba90-d4604b2dc993"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:40:49.219112 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8441c44e-8c6c-4ed4-a448-9d243fe0e181 x-openstack-request-id: req-8441c44e-8c6c-4ed4-a448-9d243fe0e181 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:40:49.219399 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f619ffd1-6694-41fa-b723-328ff139aba6", "tag": "a0276851-7714-4d78-ba90-d4604b2dc993", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:40:49.219653 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8441c44e-8c6c-4ed4-a448-9d243fe0e181 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:40:49.220050 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f619ffd1-6694-41fa-b723-328ff139aba6', 'tag': 'a0276851-7714-4d78-ba90-d4604b2dc993', 'status': 'completed', 'code': 200} Feb 18 16:40:49.282515 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-e3941887-a8ce-4997-b3eb-cae5698617b5 None None] Set router 9867e16f-e04f-4a7c-a485-047155a16601 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:40:49.292207 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7749b3-b04d-4c34-b5be-84aab5dbff46 req-8f82eb8b-cb8f-4145-b6a5-143e95aa82db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:49.293924 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5e7749b3-b04d-4c34-b5be-84aab5dbff46 req-8f82eb8b-cb8f-4145-b6a5-143e95aa82db service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9205f14486fc4e64830c7c133ec39235&device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 1129 time: 0.0463152 Feb 18 16:40:49.391484 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7749b3-b04d-4c34-b5be-84aab5dbff46 req-8eb83acd-661a-4750-8163-08dbffcd6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:49.393956 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5e7749b3-b04d-4c34-b5be-84aab5dbff46 req-8eb83acd-661a-4750-8163-08dbffcd6410 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b70ae2d4-b37e-47df-8b0d-486770e38efd HTTP/1.1" status: 200 len: 912 time: 0.0891387 Feb 18 16:40:49.504693 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5e7749b3-b04d-4c34-b5be-84aab5dbff46 req-a9cf58b7-cc08-4d5c-809f-6a9402ed5572 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0276851-7714-4d78-ba90-d4604b2dc993 HTTP/1.1" status: 200 len: 999 time: 0.0943272 Feb 18 16:40:49.564375 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7749b3-b04d-4c34-b5be-84aab5dbff46 req-ee55f68f-7c26-40cd-ad61-db1d6f60c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:49.566752 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5e7749b3-b04d-4c34-b5be-84aab5dbff46 req-ee55f68f-7c26-40cd-ad61-db1d6f60c443 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5dae24fa-8ac8-4459-aa31-b074ff5b2445 HTTP/1.1" status: 200 len: 850 time: 0.0606732 Feb 18 16:40:49.586770 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-e3941887-a8ce-4997-b3eb-cae5698617b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:52Z', 'revision_number': 4, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': '4abef0b9-9558-48b1-a892-07ed621b36e9', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'port_id': 'a0276851-7714-4d78-ba90-d4604b2dc993', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'mac_address': 'fa:16:3e:5b:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f619ffd1-6694-41fa-b723-328ff139aba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:40:37Z', 'updated_at': '2022-02-18T16:40:48Z', 'revision_number': 1, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c505c15-a441-490f-82aa-1aa73443390c', 'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'mac_address': 'fa:16:3e:63:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:36:01Z', 'revision_number': 5, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'subnets': [{'id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:49.619930 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3941887-a8ce-4997-b3eb-cae5698617b5 None None] Checking router: 9867e16f-e04f-4a7c-a485-047155a16601 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:40:49.621038 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7749b3-b04d-4c34-b5be-84aab5dbff46 req-03452e97-2d2b-4d41-9e71-255475585cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:40:49.622651 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5e7749b3-b04d-4c34-b5be-84aab5dbff46 req-03452e97-2d2b-4d41-9e71-255475585cce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b70ae2d4-b37e-47df-8b0d-486770e38efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468087 Feb 18 16:40:49.628362 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3941887-a8ce-4997-b3eb-cae5698617b5 None None] Routers {'9867e16f-e04f-4a7c-a485-047155a16601'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:40:49.629053 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-e3941887-a8ce-4997-b3eb-cae5698617b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:40:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9867e16f-e04f-4a7c-a485-047155a16601'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:49.734691 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5e7749b3-b04d-4c34-b5be-84aab5dbff46 req-8d23364e-1370-4982-ae0e-388fe57c7c33 service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950236 Feb 18 16:40:49.745947 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-e3941887-a8ce-4997-b3eb-cae5698617b5 None None] Set router 9867e16f-e04f-4a7c-a485-047155a16601 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:40:49.846297 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5e7749b3-b04d-4c34-b5be-84aab5dbff46 req-8b9a715f-88be-4f3b-9086-4b3c0684795a service neutron] 10.222.0.71 "GET /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035693 Feb 18 16:40:50.134298 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-e3941887-a8ce-4997-b3eb-cae5698617b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:52Z', 'revision_number': 4, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': '4abef0b9-9558-48b1-a892-07ed621b36e9', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'port_id': 'a0276851-7714-4d78-ba90-d4604b2dc993', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'mac_address': 'fa:16:3e:5b:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f619ffd1-6694-41fa-b723-328ff139aba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:40:37Z', 'updated_at': '2022-02-18T16:40:48Z', 'revision_number': 1, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c505c15-a441-490f-82aa-1aa73443390c', 'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'mac_address': 'fa:16:3e:63:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:36:01Z', 'revision_number': 5, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'subnets': [{'id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:40:50.164107 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3941887-a8ce-4997-b3eb-cae5698617b5 None None] The sync data for ids ['9867e16f-e04f-4a7c-a485-047155a16601'] in dv-cinder-826607-4-iscsi is: [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:52Z', 'revision_number': 4, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': '4abef0b9-9558-48b1-a892-07ed621b36e9', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'port_id': 'a0276851-7714-4d78-ba90-d4604b2dc993', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'mac_address': 'fa:16:3e:5b:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f619ffd1-6694-41fa-b723-328ff139aba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:40:37Z', 'updated_at': '2022-02-18T16:40:48Z', 'revision_number': 1, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c505c15-a441-490f-82aa-1aa73443390c', 'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'mac_address': 'fa:16:3e:63:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:36:01Z', 'revision_number': 5, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'subnets': [{'id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:40:50.348452 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259467f6-282c-4136-8d62-1ec1dd675b80 None None] New status for floating IP 4abef0b9-9558-48b1-a892-07ed621b36e9: ACTIVE {{(pid=102874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:40:58.076430 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 34318) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:58.183727 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:58.259401 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] Publish callbacks [] for security_group (919bcd64-06ad-4b76-99a1-a805c7af2f25), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:58.263397 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (919bcd64-06ad-4b76-99a1-a805c7af2f25), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:58.301197 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919bcd64-06ad-4b76-99a1-a805c7af2f25,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:40:58.304840 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa891e431f64443ba7dfc88475e76ca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274728 Feb 18 16:40:58.307576 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34326) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:40:58.310629 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:58.310975 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:58.311317 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:58.311651 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:58.311980 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:58.312308 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:58.312636 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:58.312957 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:58.313296 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:58.313624 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:58.313947 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:58.314263 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:58.314580 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90f3137-ce60-4f0b-989b-1a286d8cca62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:40:58.358019 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8c82fba5-7a57-4e14-a19b-87850d3dfbdc admin admin] Publish callbacks [] for security_group (919bcd64-06ad-4b76-99a1-a805c7af2f25), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:58.379157 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8c82fba5-7a57-4e14-a19b-87850d3dfbdc admin admin] Publish callbacks [] for security_group (919bcd64-06ad-4b76-99a1-a805c7af2f25), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:58.428563 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8c82fba5-7a57-4e14-a19b-87850d3dfbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (919bcd64-06ad-4b76-99a1-a805c7af2f25), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:58.431407 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8c82fba5-7a57-4e14-a19b-87850d3dfbdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:40:58.434888 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-8c82fba5-7a57-4e14-a19b-87850d3dfbdc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/919bcd64-06ad-4b76-99a1-a805c7af2f25 HTTP/1.1" status: 204 len: 168 time: 0.1240168 Feb 18 16:40:58.443166 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82fba5-7a57-4e14-a19b-87850d3dfbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919bcd64-06ad-4b76-99a1-a805c7af2f25,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:01.115884 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-6130851e-30b5-4b64-8c56-1e9742da810e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:03.194924 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-b82afb53-2d69-42b0-be07-b808cf33a753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:03.632416 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-74845da7-7b92-44e1-8012-7e75e7c39199 req-23f83001-78fd-4932-8088-f6ba83c64ca8 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037120259&fields=id&tenant_id=5b04fb10cc4e44a49d858b023869ee5d HTTP/1.1" status: 200 len: 267 time: 0.0427940 Feb 18 16:41:03.691135 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74845da7-7b92-44e1-8012-7e75e7c39199 req-8b7bc99a-e654-4f40-8d56-e69fb0de85ba tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:03.692595 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-74845da7-7b92-44e1-8012-7e75e7c39199 req-8b7bc99a-e654-4f40-8d56-e69fb0de85ba tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 985 time: 0.0551965 Feb 18 16:41:03.703012 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [req-74845da7-7b92-44e1-8012-7e75e7c39199 req-9bffd978-0adf-41ec-976e-650387c47283 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Request body: {'port': {'security_groups': ['84680126-5f62-43ab-8928-09517a202157']}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:41:03.777089 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-74845da7-7b92-44e1-8012-7e75e7c39199 req-9bffd978-0adf-41ec-976e-650387c47283 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), before_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:03.949843 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [req-74845da7-7b92-44e1-8012-7e75e7c39199 req-9bffd978-0adf-41ec-976e-650387c47283 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] For port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2e9653cd-9ed1-4993-bcac-1a146e9ca36b,segment=NetworkSegment(ddebdcaa-da2c-4a74-8328-82bc2693eb85),segment_id=ddebdcaa-da2c-4a74-8328-82bc2693eb85)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:03.979349 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-74845da7-7b92-44e1-8012-7e75e7c39199 req-9bffd978-0adf-41ec-976e-650387c47283 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:03.983908 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-74845da7-7b92-44e1-8012-7e75e7c39199 req-9bffd978-0adf-41ec-976e-650387c47283 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12941152'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), after_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:03.997773 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['2e9653cd-9ed1-4993-bcac-1a146e9ca36b'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:41:04.025688 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74845da7-7b92-44e1-8012-7e75e7c39199 req-9bffd978-0adf-41ec-976e-650387c47283 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:04.026307 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [req-74845da7-7b92-44e1-8012-7e75e7c39199 req-9bffd978-0adf-41ec-976e-650387c47283 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:04.027687 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-74845da7-7b92-44e1-8012-7e75e7c39199 req-9bffd978-0adf-41ec-976e-650387c47283 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "PUT /v2.0/ports/2e9653cd-9ed1-4993-bcac-1a146e9ca36b HTTP/1.1" status: 200 len: 943 time: 0.3292639 Feb 18 16:41:04.028140 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'tag': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b'}] {{(pid=102872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:41:04.030435 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982a6f8180be25104a37d0fe3acdd82455238c01b1010dd46e5de7cc24a09886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd99f5db-b9cc-4a25-9faa-e52c3c21dd45" -d '{"events": [{"name": "network-changed", "server_uuid": "74ef3ff2-ece2-4a59-8c1c-149ff844cbb8", "tag": "2e9653cd-9ed1-4993-bcac-1a146e9ca36b"}]}' {{(pid=102872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:41:04.035960 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34370) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:04.095893 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffd978-0adf-41ec-976e-650387c47283 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Pushing event updated for resources: {'Port': ['ID=2e9653cd-9ed1-4993-bcac-1a146e9ca36b,revision_number=7']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:04.119583 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6e71d0eb-0ec7-4295-9b8c-f9051b55e87b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group (69c85c34-14dd-4eff-ad56-7bd6710505ce), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:04.146514 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6e71d0eb-0ec7-4295-9b8c-f9051b55e87b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group (69c85c34-14dd-4eff-ad56-7bd6710505ce), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:04.168859 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['2e9653cd-9ed1-4993-bcac-1a146e9ca36b'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:41:04.224037 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6e71d0eb-0ec7-4295-9b8c-f9051b55e87b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (69c85c34-14dd-4eff-ad56-7bd6710505ce), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:04.227401 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-6e71d0eb-0ec7-4295-9b8c-f9051b55e87b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:04.229006 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-6e71d0eb-0ec7-4295-9b8c-f9051b55e87b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "DELETE /v2.0/security-groups/69c85c34-14dd-4eff-ad56-7bd6710505ce HTTP/1.1" status: 204 len: 168 time: 0.1923378 Feb 18 16:41:04.232341 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 34374) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:04.241255 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71d0eb-0ec7-4295-9b8c-f9051b55e87b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c85c34-14dd-4eff-ad56-7bd6710505ce,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:04.325662 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745c8640-a427-4724-b86a-d3b29b572357 x-openstack-request-id: req-745c8640-a427-4724-b86a-d3b29b572357 {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:41:04.325954 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ef3ff2-ece2-4a59-8c1c-149ff844cbb8", "tag": "2e9653cd-9ed1-4993-bcac-1a146e9ca36b", "status": "completed", "code": 200}]} {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:41:04.326210 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-745c8640-a427-4724-b86a-d3b29b572357 {{(pid=102872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:41:04.326615 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'tag': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b', 'status': 'completed', 'code': 200} Feb 18 16:41:04.356538 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-d28c4872-4bb4-4e5e-84dd-cb562ed8fe4c None None] Provisioning complete for port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:41:04.357537 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-d28c4872-4bb4-4e5e-84dd-cb562ed8fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:04.455234 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99f5db-b9cc-4a25-9faa-e52c3c21dd45 req-b323d8d0-ba6c-4865-9f34-c9fc21d75510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:04.457386 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bd99f5db-b9cc-4a25-9faa-e52c3c21dd45 req-b323d8d0-ba6c-4865-9f34-c9fc21d75510 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5b04fb10cc4e44a49d858b023869ee5d&device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 1130 time: 0.0785899 Feb 18 16:41:04.457635 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-d28c4872-4bb4-4e5e-84dd-cb562ed8fe4c None None] Current status of the port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:41:04.528019 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-d5237a3b-af66-415e-a4d0-3ed0bf433de5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Deleting port 1a488adc-2988-428c-af29-c929ce9e3bea {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:41:04.528358 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-d5237a3b-af66-415e-a4d0-3ed0bf433de5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (1a488adc-2988-428c-af29-c929ce9e3bea), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:04.537127 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:04.608196 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99f5db-b9cc-4a25-9faa-e52c3c21dd45 req-8cc928cd-622a-4c8a-8e32-0bc6977899d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:04.609618 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bd99f5db-b9cc-4a25-9faa-e52c3c21dd45 req-8cc928cd-622a-4c8a-8e32-0bc6977899d2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b811648-c80d-4727-bdca-d48aeebc54a0 HTTP/1.1" status: 200 len: 916 time: 0.1430287 Feb 18 16:41:04.617100 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:41:04.663173 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-d5237a3b-af66-415e-a4d0-3ed0bf433de5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (1a488adc-2988-428c-af29-c929ce9e3bea), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:04.663495 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-d5237a3b-af66-415e-a4d0-3ed0bf433de5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for floatingip (1a488adc-2988-428c-af29-c929ce9e3bea), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:04.680479 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-d5237a3b-af66-415e-a4d0-3ed0bf433de5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Calling delete_port for 1a488adc-2988-428c-af29-c929ce9e3bea owned by network:floatingip {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:41:04.704034 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bd99f5db-b9cc-4a25-9faa-e52c3c21dd45 req-2b40b645-5723-470e-a2e7-f0b715b2c0a7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e9653cd-9ed1-4993-bcac-1a146e9ca36b HTTP/1.1" status: 200 len: 1001 time: 0.0860696 Feb 18 16:41:04.812481 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99f5db-b9cc-4a25-9faa-e52c3c21dd45 req-1bd94360-2346-45af-befe-064fc2141749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:04.813985 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bd99f5db-b9cc-4a25-9faa-e52c3c21dd45 req-1bd94360-2346-45af-befe-064fc2141749 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21dc5282-029c-4312-8015-90573d273182 HTTP/1.1" status: 200 len: 854 time: 0.0780270 Feb 18 16:41:04.885853 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99f5db-b9cc-4a25-9faa-e52c3c21dd45 req-5f6c1356-d329-4e46-b9d8-d6e7f13aa05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:04.887248 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bd99f5db-b9cc-4a25-9faa-e52c3c21dd45 req-5f6c1356-d329-4e46-b9d8-d6e7f13aa05d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b811648-c80d-4727-bdca-d48aeebc54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637996 Feb 18 16:41:05.208888 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-d5237a3b-af66-415e-a4d0-3ed0bf433de5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (1a488adc-2988-428c-af29-c929ce9e3bea), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:05.249523 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5237a3b-af66-415e-a4d0-3ed0bf433de5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Pushing event deleted for resources: {'Port': ['ID=1a488adc-2988-428c-af29-c929ce9e3bea,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:05.281027 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bd99f5db-b9cc-4a25-9faa-e52c3c21dd45 req-8e5fa8ed-bbaa-427b-b9c7-278e5dbb040c service neutron] 10.222.0.71 "GET /v2.0/networks/2b811648-c80d-4727-bdca-d48aeebc54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413450 Feb 18 16:41:05.363263 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-d5237a3b-af66-415e-a4d0-3ed0bf433de5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks [] for floatingip (eead32ff-7689-4e7f-bfbd-8427da8d4f4a), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:05.363573 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.l3_db [None req-d5237a3b-af66-415e-a4d0-3ed0bf433de5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Floating IP eead32ff-7689-4e7f-bfbd-8427da8d4f4a disassociated (deleted). External IP: 172.27.2.92, port: 2e9653cd-9ed1-4993-bcac-1a146e9ca36b. Feb 18 16:41:05.467797 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bd99f5db-b9cc-4a25-9faa-e52c3c21dd45 req-60ede8d6-f307-4000-8406-8f8265fc17f0 service neutron] 10.222.0.71 "GET /v2.0/networks/2b811648-c80d-4727-bdca-d48aeebc54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689315 Feb 18 16:41:05.589001 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5237a3b-af66-415e-a4d0-3ed0bf433de5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Router ec7946fd-ac37-49a0-b9f7-3529da587111 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:41:05.694503 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5237a3b-af66-415e-a4d0-3ed0bf433de5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:41:05.699304 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-d5237a3b-af66-415e-a4d0-3ed0bf433de5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:05.703802 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf43b513-0fa7-4baf-8a34-acbc25fb4dee None None] Sync routers for ids ['ec7946fd-ac37-49a0-b9f7-3529da587111'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:41:05.714240 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf43b513-0fa7-4baf-8a34-acbc25fb4dee None None] Routers {'ec7946fd-ac37-49a0-b9f7-3529da587111'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:41:05.714848 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-bf43b513-0fa7-4baf-8a34-acbc25fb4dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:41:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['ec7946fd-ac37-49a0-b9f7-3529da587111'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:05.728951 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-d5237a3b-af66-415e-a4d0-3ed0bf433de5 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "DELETE /v2.0/floatingips/eead32ff-7689-4e7f-bfbd-8427da8d4f4a HTTP/1.1" status: 204 len: 168 time: 1.4926503 Feb 18 16:41:05.729489 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'tag': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:41:05.732056 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee352d2-e41a-4dc4-9fbb-f71792700dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "74ef3ff2-ece2-4a59-8c1c-149ff844cbb8", "tag": "2e9653cd-9ed1-4993-bcac-1a146e9ca36b"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:41:05.844771 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-bf43b513-0fa7-4baf-8a34-acbc25fb4dee None None] Set router ec7946fd-ac37-49a0-b9f7-3529da587111 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:41:05.846149 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51550dfb-5d0c-40a8-b10d-d3214d7ae8c4 x-openstack-request-id: req-51550dfb-5d0c-40a8-b10d-d3214d7ae8c4 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:41:05.846413 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ef3ff2-ece2-4a59-8c1c-149ff844cbb8", "tag": "2e9653cd-9ed1-4993-bcac-1a146e9ca36b", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:41:05.846839 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51550dfb-5d0c-40a8-b10d-d3214d7ae8c4 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:41:05.847322 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'tag': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b', 'status': 'completed', 'code': 200} Feb 18 16:41:05.847837 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:05.933796 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee352d2-e41a-4dc4-9fbb-f71792700dd6 req-11d85df2-2408-4fdc-b234-e1b5cb6db407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:05.935366 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ee352d2-e41a-4dc4-9fbb-f71792700dd6 req-11d85df2-2408-4fdc-b234-e1b5cb6db407 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5b04fb10cc4e44a49d858b023869ee5d&device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 1130 time: 0.0555608 Feb 18 16:41:06.049666 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee352d2-e41a-4dc4-9fbb-f71792700dd6 req-190d3cf8-daec-4c43-80c8-9355aa7a0e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:06.051196 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ee352d2-e41a-4dc4-9fbb-f71792700dd6 req-190d3cf8-daec-4c43-80c8-9355aa7a0e63 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b811648-c80d-4727-bdca-d48aeebc54a0 HTTP/1.1" status: 200 len: 916 time: 0.1049619 Feb 18 16:41:06.059439 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-bf43b513-0fa7-4baf-8a34-acbc25fb4dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'name': 'tempest-TestMinimumBasicScenario-1956304153-router', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:01Z', 'updated_at': '2022-02-18T16:38:06Z', 'revision_number': 4, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'gw_port': {'id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:03Z', 'updated_at': '2022-02-18T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '82b03cfa-62cd-4dd3-b109-f1bb8c3a523e', 'name': '', 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'mac_address': 'fa:16:3e:84:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '21dc5282-029c-4312-8015-90573d273182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:05Z', 'updated_at': '2022-02-18T16:38:12Z', 'revision_number': 5, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'subnets': [{'id': '21dc5282-029c-4312-8015-90573d273182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:06.090533 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf43b513-0fa7-4baf-8a34-acbc25fb4dee None None] Checking router: ec7946fd-ac37-49a0-b9f7-3529da587111 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:41:06.100767 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ee352d2-e41a-4dc4-9fbb-f71792700dd6 req-5cacb9ab-70c4-4129-b002-76ec85116dd2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e9653cd-9ed1-4993-bcac-1a146e9ca36b HTTP/1.1" status: 200 len: 217 time: 0.0347810 Feb 18 16:41:06.100956 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf43b513-0fa7-4baf-8a34-acbc25fb4dee None None] Routers {'ec7946fd-ac37-49a0-b9f7-3529da587111'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:41:06.101603 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-bf43b513-0fa7-4baf-8a34-acbc25fb4dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:41:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['ec7946fd-ac37-49a0-b9f7-3529da587111'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:06.157456 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee352d2-e41a-4dc4-9fbb-f71792700dd6 req-006db7bd-028b-411f-8ab8-e03c93d54a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:06.159301 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ee352d2-e41a-4dc4-9fbb-f71792700dd6 req-006db7bd-028b-411f-8ab8-e03c93d54a47 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21dc5282-029c-4312-8015-90573d273182 HTTP/1.1" status: 200 len: 854 time: 0.0490892 Feb 18 16:41:06.209347 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee352d2-e41a-4dc4-9fbb-f71792700dd6 req-dd3b5099-e8b3-4b16-8e1f-ddba7080816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:06.210952 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ee352d2-e41a-4dc4-9fbb-f71792700dd6 req-dd3b5099-e8b3-4b16-8e1f-ddba7080816e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b811648-c80d-4727-bdca-d48aeebc54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444272 Feb 18 16:41:06.215995 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-bf43b513-0fa7-4baf-8a34-acbc25fb4dee None None] Set router ec7946fd-ac37-49a0-b9f7-3529da587111 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:41:06.302855 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ee352d2-e41a-4dc4-9fbb-f71792700dd6 req-1686547e-f60d-4b51-b52d-b8523101e393 service neutron] 10.222.0.71 "GET /v2.0/networks/2b811648-c80d-4727-bdca-d48aeebc54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842273 Feb 18 16:41:06.390469 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ee352d2-e41a-4dc4-9fbb-f71792700dd6 req-b25765f1-e83a-4f25-86b2-044a1e8a9ae9 service neutron] 10.222.0.71 "GET /v2.0/networks/2b811648-c80d-4727-bdca-d48aeebc54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813608 Feb 18 16:41:06.413970 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-bf43b513-0fa7-4baf-8a34-acbc25fb4dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'name': 'tempest-TestMinimumBasicScenario-1956304153-router', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:01Z', 'updated_at': '2022-02-18T16:38:06Z', 'revision_number': 4, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'gw_port': {'id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:03Z', 'updated_at': '2022-02-18T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '82b03cfa-62cd-4dd3-b109-f1bb8c3a523e', 'name': '', 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'mac_address': 'fa:16:3e:84:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '21dc5282-029c-4312-8015-90573d273182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:05Z', 'updated_at': '2022-02-18T16:38:12Z', 'revision_number': 5, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'subnets': [{'id': '21dc5282-029c-4312-8015-90573d273182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:06.440321 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf43b513-0fa7-4baf-8a34-acbc25fb4dee None None] The sync data for ids ['ec7946fd-ac37-49a0-b9f7-3529da587111'] in dv-cinder-826607-4-iscsi is: [{'id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'name': 'tempest-TestMinimumBasicScenario-1956304153-router', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:01Z', 'updated_at': '2022-02-18T16:38:06Z', 'revision_number': 4, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'gw_port': {'id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:03Z', 'updated_at': '2022-02-18T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '82b03cfa-62cd-4dd3-b109-f1bb8c3a523e', 'name': '', 'network_id': '2b811648-c80d-4727-bdca-d48aeebc54a0', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'mac_address': 'fa:16:3e:84:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '21dc5282-029c-4312-8015-90573d273182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:05Z', 'updated_at': '2022-02-18T16:38:12Z', 'revision_number': 5, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'subnets': [{'id': '21dc5282-029c-4312-8015-90573d273182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:41:06.653161 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8c0363-99e4-4775-8008-b94c94716f7a None None] New status for floating IP eead32ff-7689-4e7f-bfbd-8427da8d4f4a: DOWN {{(pid=102874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:41:07.540935 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:09.511989 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01203a28-ac2e-451f-85ef-b113a493b703 req-01e0e7f8-9d88-4b3e-9284-a6b2581b79de tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:09.514201 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-01203a28-ac2e-451f-85ef-b113a493b703 req-01e0e7f8-9d88-4b3e-9284-a6b2581b79de tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 946 time: 0.0536225 Feb 18 16:41:09.569043 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-01203a28-ac2e-451f-85ef-b113a493b703 req-11adc9da-8094-4739-8b60-63eedc259943 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485840 Feb 18 16:41:10.688545 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0734c-bf93-4132-adb5-82b3c873bb06 req-7494e350-5dc1-4dfc-a658-dbe2ddc97fa9 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:10.690450 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ede0734c-bf93-4132-adb5-82b3c873bb06 req-7494e350-5dc1-4dfc-a658-dbe2ddc97fa9 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 946 time: 0.0551682 Feb 18 16:41:10.737140 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ede0734c-bf93-4132-adb5-82b3c873bb06 req-ec42856d-5341-4459-be3a-8a1f2e55d118 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409884 Feb 18 16:41:10.786380 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:10.878715 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd5553-86cf-469c-a19e-070376ad6292 req-aa04429f-c8e9-46fb-b289-a9966c6d32d2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:10.880181 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-47fd5553-86cf-469c-a19e-070376ad6292 req-aa04429f-c8e9-46fb-b289-a9966c6d32d2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0524263 Feb 18 16:41:10.926851 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-47fd5553-86cf-469c-a19e-070376ad6292 req-e233dded-7455-4016-b72f-8717eaca2953 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411656 Feb 18 16:41:11.784933 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06d956-1ae9-4959-a7e6-b7124bafad40 req-7e4be9c7-4f4c-44eb-b506-5b9037dee1a1 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:11.786421 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-6c06d956-1ae9-4959-a7e6-b7124bafad40 req-7e4be9c7-4f4c-44eb-b506-5b9037dee1a1 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.71 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 946 time: 0.0573404 Feb 18 16:41:11.857829 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c56bf-a257-4b0d-b490-d2a61b0a5744 req-3f559660-63ff-4ccc-9bce-8e8ca52dadd0 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:11.859261 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be1c56bf-a257-4b0d-b490-d2a61b0a5744 req-3f559660-63ff-4ccc-9bce-8e8ca52dadd0 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ef3ff2-ece2-4a59-8c1c-149ff844cbb8 HTTP/1.1" status: 200 len: 946 time: 0.0529053 Feb 18 16:41:11.883122 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-6c06d956-1ae9-4959-a7e6-b7124bafad40 req-c327f10f-695a-4632-ac22-d333aa97498b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Deleting port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:41:11.883461 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-6c06d956-1ae9-4959-a7e6-b7124bafad40 req-c327f10f-695a-4632-ac22-d333aa97498b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:11.910074 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-be1c56bf-a257-4b0d-b490-d2a61b0a5744 req-c8107930-3ee2-426b-979c-ee357f3e4ab7 tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.36 "GET /v2.0/security-groups?id=84680126-5f62-43ab-8928-09517a202157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449064 Feb 18 16:41:11.976280 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-6c06d956-1ae9-4959-a7e6-b7124bafad40 req-c327f10f-695a-4632-ac22-d333aa97498b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] For port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2e9653cd-9ed1-4993-bcac-1a146e9ca36b,segment=NetworkSegment(ddebdcaa-da2c-4a74-8328-82bc2693eb85),segment_id=ddebdcaa-da2c-4a74-8328-82bc2693eb85)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:11.976644 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-6c06d956-1ae9-4959-a7e6-b7124bafad40 req-c327f10f-695a-4632-ac22-d333aa97498b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:11.990173 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-6c06d956-1ae9-4959-a7e6-b7124bafad40 req-c327f10f-695a-4632-ac22-d333aa97498b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Calling delete_port for 2e9653cd-9ed1-4993-bcac-1a146e9ca36b owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:41:12.047114 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8acf54-acef-4a49-94bd-684075d5aa5f req-2a7eae7f-0a34-4bd4-88dc-5869262d104e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:12.048473 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2f8acf54-acef-4a49-94bd-684075d5aa5f req-2a7eae7f-0a34-4bd4-88dc-5869262d104e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0513508 Feb 18 16:41:12.094825 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2f8acf54-acef-4a49-94bd-684075d5aa5f req-07db94e1-c9ba-47e1-be27-a210f816a05e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404189 Feb 18 16:41:12.119381 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-6c06d956-1ae9-4959-a7e6-b7124bafad40 req-c327f10f-695a-4632-ac22-d333aa97498b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (2e9653cd-9ed1-4993-bcac-1a146e9ca36b), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:12.131364 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['2e9653cd-9ed1-4993-bcac-1a146e9ca36b'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:41:12.149232 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327f10f-695a-4632-ac22-d333aa97498b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Pushing event deleted for resources: {'Port': ['ID=2e9653cd-9ed1-4993-bcac-1a146e9ca36b,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:12.189309 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c06d956-1ae9-4959-a7e6-b7124bafad40 req-c327f10f-695a-4632-ac22-d333aa97498b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] No DVR routers for this DVR port 2e9653cd-9ed1-4993-bcac-1a146e9ca36b on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:41:12.192065 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-6c06d956-1ae9-4959-a7e6-b7124bafad40 req-c327f10f-695a-4632-ac22-d333aa97498b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:12.195463 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-6c06d956-1ae9-4959-a7e6-b7124bafad40 req-c327f10f-695a-4632-ac22-d333aa97498b tempest-TestMinimumBasicScenario-944940351 tempest-TestMinimumBasicScenario-944940351-project] 10.222.0.71 "DELETE /v2.0/ports/2e9653cd-9ed1-4993-bcac-1a146e9ca36b HTTP/1.1" status: 204 len: 173 time: 0.4030664 Feb 18 16:41:12.195931 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'name': 'network-vif-deleted', 'tag': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:41:12.198251 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d81c23-cbd5-4646-9c3a-5e9b29f6efc5" -d '{"events": [{"server_uuid": "74ef3ff2-ece2-4a59-8c1c-149ff844cbb8", "name": "network-vif-deleted", "tag": "2e9653cd-9ed1-4993-bcac-1a146e9ca36b"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:41:12.237700 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38232187-ad34-47e8-81fb-3101368f341e x-openstack-request-id: req-38232187-ad34-47e8-81fb-3101368f341e {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:41:12.237997 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ef3ff2-ece2-4a59-8c1c-149ff844cbb8", "name": "network-vif-deleted", "tag": "2e9653cd-9ed1-4993-bcac-1a146e9ca36b", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:41:12.238252 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38232187-ad34-47e8-81fb-3101368f341e {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:41:12.238678 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ef3ff2-ece2-4a59-8c1c-149ff844cbb8', 'name': 'network-vif-deleted', 'tag': '2e9653cd-9ed1-4993-bcac-1a146e9ca36b', 'status': 'completed', 'code': 200} Feb 18 16:41:13.219591 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fb343-e940-4d9f-9e9d-d1fe6442d74f req-23e37062-0492-4eb1-b9e2-afb65ea2e113 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:13.221046 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ed9fb343-e940-4d9f-9e9d-d1fe6442d74f req-23e37062-0492-4eb1-b9e2-afb65ea2e113 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0536544 Feb 18 16:41:13.268022 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ed9fb343-e940-4d9f-9e9d-d1fe6442d74f req-c590611e-c25b-4046-8639-517ce85239e6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413337 Feb 18 16:41:13.643055 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 34496) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:14.054151 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-190c93fc-c2d7-494d-9e1f-46a0d03f1145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594081'] for router_interface (ec7946fd-ac37-49a0-b9f7-3529da587111), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:14.343813 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-190c93fc-c2d7-494d-9e1f-46a0d03f1145 admin admin] Deleting port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:41:14.344147 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-190c93fc-c2d7-494d-9e1f-46a0d03f1145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:14.394495 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9675be3-b9c2-4476-88c5-cd35f3e39b9d req-36db4c49-be5e-47ba-8c45-3f5869393576 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:14.395952 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a9675be3-b9c2-4476-88c5-cd35f3e39b9d req-36db4c49-be5e-47ba-8c45-3f5869393576 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0554903 Feb 18 16:41:14.421853 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [None req-190c93fc-c2d7-494d-9e1f-46a0d03f1145 admin admin] For port 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=82b03cfa-62cd-4dd3-b109-f1bb8c3a523e,segment=NetworkSegment(ddebdcaa-da2c-4a74-8328-82bc2693eb85),segment_id=ddebdcaa-da2c-4a74-8328-82bc2693eb85)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:14.422214 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-190c93fc-c2d7-494d-9e1f-46a0d03f1145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:14.437806 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-190c93fc-c2d7-494d-9e1f-46a0d03f1145 admin admin] Calling delete_port for 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e owned by network:router_interface {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:41:14.443233 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a9675be3-b9c2-4476-88c5-cd35f3e39b9d req-a790c31f-72fa-438a-a108-cab5612c9799 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415297 Feb 18 16:41:14.614402 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-190c93fc-c2d7-494d-9e1f-46a0d03f1145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (82b03cfa-62cd-4dd3-b109-f1bb8c3a523e), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:14.638213 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c93fc-c2d7-494d-9e1f-46a0d03f1145 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b03cfa-62cd-4dd3-b109-f1bb8c3a523e,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:14.815497 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-190c93fc-c2d7-494d-9e1f-46a0d03f1145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595409'] for router_interface (ec7946fd-ac37-49a0-b9f7-3529da587111), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:15.271569 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190c93fc-c2d7-494d-9e1f-46a0d03f1145 admin admin] Router ec7946fd-ac37-49a0-b9f7-3529da587111 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:41:15.381287 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190c93fc-c2d7-494d-9e1f-46a0d03f1145 admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:41:15.386432 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-190c93fc-c2d7-494d-9e1f-46a0d03f1145 admin admin] 10.222.0.36 "PUT /v2.0/routers/ec7946fd-ac37-49a0-b9f7-3529da587111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7418714 Feb 18 16:41:15.388980 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 34500) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:15.391859 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fc91d1-fad5-4d16-89ed-8cbaa6d11858 None None] Sync routers for ids ['ec7946fd-ac37-49a0-b9f7-3529da587111'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:41:15.403548 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc91d1-fad5-4d16-89ed-8cbaa6d11858 None None] Routers {'ec7946fd-ac37-49a0-b9f7-3529da587111'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:41:15.404164 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-e2fc91d1-fad5-4d16-89ed-8cbaa6d11858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:41:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['ec7946fd-ac37-49a0-b9f7-3529da587111'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:15.496544 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-47925150-2063-42e3-8fe4-1ad3a8645378 admin admin] Publish callbacks [] for router (ec7946fd-ac37-49a0-b9f7-3529da587111), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:15.513589 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-e2fc91d1-fad5-4d16-89ed-8cbaa6d11858 None None] Set router ec7946fd-ac37-49a0-b9f7-3529da587111 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:41:15.605495 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17153e-af58-4cde-b979-92a91b23598a req-f45eddd1-d5fa-44e4-a3bc-7a808098606d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:15.607417 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3b17153e-af58-4cde-b979-92a91b23598a req-f45eddd1-d5fa-44e4-a3bc-7a808098606d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0670860 Feb 18 16:41:15.619181 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-47925150-2063-42e3-8fe4-1ad3a8645378 admin admin] Publish callbacks [] for router_gateway (ec7946fd-ac37-49a0-b9f7-3529da587111), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:15.668289 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3b17153e-af58-4cde-b979-92a91b23598a req-9629f479-01f3-40ae-b328-82b9c3059813 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516417 Feb 18 16:41:15.695984 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-47925150-2063-42e3-8fe4-1ad3a8645378 admin admin] Deleting port 052d9d0f-563b-4ca2-9fea-b8cc316401c7 {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:41:15.696563 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-47925150-2063-42e3-8fe4-1ad3a8645378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (052d9d0f-563b-4ca2-9fea-b8cc316401c7), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:15.703645 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 2e9653cd-9ed1-4993-bcac-1a146e9ca36b no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:41:15.765626 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: 2e9653cd-9ed1-4993-bcac-1a146e9ca36b {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:41:15.765969 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 2e9653cd-9ed1-4993-bcac-1a146e9ca36b not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:41:15.817248 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [None req-47925150-2063-42e3-8fe4-1ad3a8645378 admin admin] For port 052d9d0f-563b-4ca2-9fea-b8cc316401c7, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=052d9d0f-563b-4ca2-9fea-b8cc316401c7,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:15.822382 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-47925150-2063-42e3-8fe4-1ad3a8645378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (052d9d0f-563b-4ca2-9fea-b8cc316401c7), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:15.834280 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-47925150-2063-42e3-8fe4-1ad3a8645378 admin admin] Calling delete_port for 052d9d0f-563b-4ca2-9fea-b8cc316401c7 owned by network:router_gateway {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:41:15.853427 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-e2fc91d1-fad5-4d16-89ed-8cbaa6d11858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'name': 'tempest-TestMinimumBasicScenario-1956304153-router', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:01Z', 'updated_at': '2022-02-18T16:41:14Z', 'revision_number': 5, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'gw_port': {'id': '052d9d0f-563b-4ca2-9fea-b8cc316401c7', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:03Z', 'updated_at': '2022-02-18T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:15.884893 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fc91d1-fad5-4d16-89ed-8cbaa6d11858 None None] Checking router: ec7946fd-ac37-49a0-b9f7-3529da587111 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:41:15.893884 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc91d1-fad5-4d16-89ed-8cbaa6d11858 None None] Routers {'ec7946fd-ac37-49a0-b9f7-3529da587111'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:41:15.894544 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-e2fc91d1-fad5-4d16-89ed-8cbaa6d11858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:41:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['ec7946fd-ac37-49a0-b9f7-3529da587111'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:16.005048 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-e2fc91d1-fad5-4d16-89ed-8cbaa6d11858 None None] Set router ec7946fd-ac37-49a0-b9f7-3529da587111 gateway port host: None {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:41:16.026600 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-47925150-2063-42e3-8fe4-1ad3a8645378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (052d9d0f-563b-4ca2-9fea-b8cc316401c7), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:16.055086 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47925150-2063-42e3-8fe4-1ad3a8645378 admin admin] Pushing event deleted for resources: {'Port': ['ID=052d9d0f-563b-4ca2-9fea-b8cc316401c7,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:16.083347 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-e2fc91d1-fad5-4d16-89ed-8cbaa6d11858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'name': 'tempest-TestMinimumBasicScenario-1956304153-router', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:01Z', 'updated_at': '2022-02-18T16:41:15Z', 'revision_number': 6, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'gw_port_host': None}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:16.115503 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-47925150-2063-42e3-8fe4-1ad3a8645378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594559'] for router_gateway (ec7946fd-ac37-49a0-b9f7-3529da587111), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:16.121244 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fc91d1-fad5-4d16-89ed-8cbaa6d11858 None None] The sync data for ids ['ec7946fd-ac37-49a0-b9f7-3529da587111'] in dv-cinder-826607-4-iscsi is: [{'id': 'ec7946fd-ac37-49a0-b9f7-3529da587111', 'name': 'tempest-TestMinimumBasicScenario-1956304153-router', 'tenant_id': '5b04fb10cc4e44a49d858b023869ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:01Z', 'updated_at': '2022-02-18T16:41:15Z', 'revision_number': 6, 'project_id': '5b04fb10cc4e44a49d858b023869ee5d', 'gw_port_host': None}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:41:16.228122 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-47925150-2063-42e3-8fe4-1ad3a8645378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16060'] for router (ec7946fd-ac37-49a0-b9f7-3529da587111), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:16.230315 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-47925150-2063-42e3-8fe4-1ad3a8645378 admin admin] Publish callbacks [] for router_controller (ec7946fd-ac37-49a0-b9f7-3529da587111), precommit_delete_associations {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:16.298026 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-47925150-2063-42e3-8fe4-1ad3a8645378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584666'] for router (ec7946fd-ac37-49a0-b9f7-3529da587111), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:16.298613 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47925150-2063-42e3-8fe4-1ad3a8645378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec7946fd-ac37-49a0-b9f7-3529da587111 {{(pid=102871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 16:41:16.303833 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-47925150-2063-42e3-8fe4-1ad3a8645378 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:16.305072 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-47925150-2063-42e3-8fe4-1ad3a8645378 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ec7946fd-ac37-49a0-b9f7-3529da587111 HTTP/1.1" status: 204 len: 168 time: 0.9148982 Feb 18 16:41:16.307792 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 34504) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:16.355469 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_v2 [None req-20eace3b-b867-487a-917d-5987d30664b0 admin admin] Deleting subnet 21dc5282-029c-4312-8015-90573d273182 {{(pid=102871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 16:41:16.358851 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-20eace3b-b867-487a-917d-5987d30664b0 admin admin] Publish callbacks [] for subnet (21dc5282-029c-4312-8015-90573d273182), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:16.391143 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-20eace3b-b867-487a-917d-5987d30664b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13231428'] for subnet (21dc5282-029c-4312-8015-90573d273182), precommit_delete_associations {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:16.499912 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-20eace3b-b867-487a-917d-5987d30664b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1265784'] for subnet (21dc5282-029c-4312-8015-90573d273182), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:16.557325 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-20eace3b-b867-487a-917d-5987d30664b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1265761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13446614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416762'] for subnet (21dc5282-029c-4312-8015-90573d273182), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:16.583111 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eace3b-b867-487a-917d-5987d30664b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21dc5282-029c-4312-8015-90573d273182,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:16.586633 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-20eace3b-b867-487a-917d-5987d30664b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:16.591193 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-20eace3b-b867-487a-917d-5987d30664b0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/21dc5282-029c-4312-8015-90573d273182 HTTP/1.1" status: 204 len: 168 time: 0.2812071 Feb 18 16:41:16.592636 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34506) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:16.595452 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f74f63-7e7d-4dea-9384-754cd5b9f40d None None] Network 2b811648-c80d-4727-bdca-d48aeebc54a0 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:41:16.663696 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1222129'] for network (2b811648-c80d-4727-bdca-d48aeebc54a0), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:16.716354 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Deleting port d9521ffd-410e-4b61-b82c-efcd65c94ddc {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:41:16.716696 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (d9521ffd-410e-4b61-b82c-efcd65c94ddc), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:16.807671 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] For port d9521ffd-410e-4b61-b82c-efcd65c94ddc, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=d9521ffd-410e-4b61-b82c-efcd65c94ddc,segment=NetworkSegment(ddebdcaa-da2c-4a74-8328-82bc2693eb85),segment_id=ddebdcaa-da2c-4a74-8328-82bc2693eb85)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:16.807944 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (d9521ffd-410e-4b61-b82c-efcd65c94ddc), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:16.824253 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Calling delete_port for d9521ffd-410e-4b61-b82c-efcd65c94ddc owned by network:dhcp {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:41:16.841746 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04726bb1-ba60-4402-bd65-af657f8aabf9 req-a445d93c-a3bd-4a09-9bf6-4be496a4e74f tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:16.843313 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-04726bb1-ba60-4402-bd65-af657f8aabf9 req-a445d93c-a3bd-4a09-9bf6-4be496a4e74f tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0890188 Feb 18 16:41:16.882168 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7532b4-fd20-4072-8f46-ec015ba62123 None None] DHCP port deletion for 2b811648-c80d-4727-bdca-d48aeebc54a0 request from dv-cinder-826607-4-iscsi {{(pid=102873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 16:41:16.932560 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-8a7532b4-fd20-4072-8f46-ec015ba62123 None None] Deleting port d9521ffd-410e-4b61-b82c-efcd65c94ddc {{(pid=102873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:41:16.932940 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-8a7532b4-fd20-4072-8f46-ec015ba62123 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (d9521ffd-410e-4b61-b82c-efcd65c94ddc), before_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:16.939101 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-04726bb1-ba60-4402-bd65-af657f8aabf9 req-6172119b-55b9-46ef-bf2c-ad474a9fc896 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899651 Feb 18 16:41:16.956501 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (d9521ffd-410e-4b61-b82c-efcd65c94ddc), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:16.984134 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] No DVR routers for this DVR port d9521ffd-410e-4b61-b82c-efcd65c94ddc on host dv-cinder-826607-4-iscsi {{(pid=102872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:41:16.986133 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9521ffd-410e-4b61-b82c-efcd65c94ddc,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:17.004658 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-8a7532b4-fd20-4072-8f46-ec015ba62123 None None] For port d9521ffd-410e-4b61-b82c-efcd65c94ddc, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=d9521ffd-410e-4b61-b82c-efcd65c94ddc,segment=NetworkSegment(ddebdcaa-da2c-4a74-8328-82bc2693eb85),segment_id=ddebdcaa-da2c-4a74-8328-82bc2693eb85)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:17.005062 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-8a7532b4-fd20-4072-8f46-ec015ba62123 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (d9521ffd-410e-4b61-b82c-efcd65c94ddc), precommit_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:17.016962 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:17.017225 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:17.017519 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:17.017812 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:17.018140 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:17.018495 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:17.018974 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:17.019308 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:17.019632 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:17.019950 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:17.020270 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:17.020413 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-8a7532b4-fd20-4072-8f46-ec015ba62123 None None] Calling delete_port for d9521ffd-410e-4b61-b82c-efcd65c94ddc owned by network:dhcp {{(pid=102873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:41:17.020585 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:17.020897 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:17.070399 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1266929', 'neutron.services.segments.db._delete_segments_for_network-8740553082664'] for network (2b811648-c80d-4727-bdca-d48aeebc54a0), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:17.090520 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b811648-c80d-4727-bdca-d48aeebc54a0']}} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:17.100285 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddebdcaa-da2c-4a74-8328-82bc2693eb85') {'for_net_delete': True} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:17.100575 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddebdcaa-da2c-4a74-8328-82bc2693eb85') {} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:17.110316 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740553082929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942647'] for segment (ddebdcaa-da2c-4a74-8328-82bc2693eb85), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:17.123994 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (ddebdcaa-da2c-4a74-8328-82bc2693eb85), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:17.130757 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 16:41:17.131308 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12941132'] for segment (ddebdcaa-da2c-4a74-8328-82bc2693eb85), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: Traceback (most recent call last): Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: timer() Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: cb(*args, **kw) Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: return func(*args, **kwargs) Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: self._notify() Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: self.callback(batched_events) Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: event.method(event) Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: return f(self, *a, **k) Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._get(url).json() Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: return self.request(url, 'GET', **kwargs) Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 16:41:17.133465 dv-cinder-826607-4-iscsi neutron-server[102872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 16:41:17.144933 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-8a7532b4-fd20-4072-8f46-ec015ba62123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810'] for port (d9521ffd-410e-4b61-b82c-efcd65c94ddc), after_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:17.182441 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7532b4-fd20-4072-8f46-ec015ba62123 None None] Pushing event deleted for resources: {'Port': ['ID=d9521ffd-410e-4b61-b82c-efcd65c94ddc,revision_number=None']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:17.187687 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7532b4-fd20-4072-8f46-ec015ba62123 None None] No DVR routers for this DVR port d9521ffd-410e-4b61-b82c-efcd65c94ddc on host dv-cinder-826607-4-iscsi {{(pid=102873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:41:17.198449 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1266942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594515'] for network (2b811648-c80d-4727-bdca-d48aeebc54a0), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:17.209639 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:17.209639 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2b811648-c80d-4727-bdca-d48aeebc54a0 HTTP/1.1" status: 204 len: 168 time: 0.6156838 Feb 18 16:41:17.212332 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34510) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:17.263724 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e1e96-6423-4baa-9488-693e9d504f87 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b811648-c80d-4727-bdca-d48aeebc54a0,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:17.784703 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-27ab3f2c-199c-4266-adf8-d566db8fd30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594081'] for router_interface (d948b654-d4ef-43e4-b9c1-47f96e62ac7b), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:18.003433 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device d9521ffd-410e-4b61-b82c-efcd65c94ddc no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:41:18.025634 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: d9521ffd-410e-4b61-b82c-efcd65c94ddc {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:41:18.025988 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device d9521ffd-410e-4b61-b82c-efcd65c94ddc not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:41:18.026608 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:41:18.032253 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-27ab3f2c-199c-4266-adf8-d566db8fd30f admin admin] Deleting port bcf25a20-1170-43a0-b665-91eab491154e {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:41:18.032616 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-27ab3f2c-199c-4266-adf8-d566db8fd30f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (bcf25a20-1170-43a0-b665-91eab491154e), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:18.048609 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:41:18.048869 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 82b03cfa-62cd-4dd3-b109-f1bb8c3a523e not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:41:18.049509 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 052d9d0f-563b-4ca2-9fea-b8cc316401c7 no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:41:18.073636 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 052d9d0f-563b-4ca2-9fea-b8cc316401c7 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:41:18.073981 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 052d9d0f-563b-4ca2-9fea-b8cc316401c7 not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:41:18.122784 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-27ab3f2c-199c-4266-adf8-d566db8fd30f admin admin] For port bcf25a20-1170-43a0-b665-91eab491154e, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=bcf25a20-1170-43a0-b665-91eab491154e,segment=NetworkSegment(aae9bfa0-696c-4666-b299-ab5057f0fffb),segment_id=aae9bfa0-696c-4666-b299-ab5057f0fffb)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:18.123151 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-27ab3f2c-199c-4266-adf8-d566db8fd30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (bcf25a20-1170-43a0-b665-91eab491154e), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:18.137299 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-27ab3f2c-199c-4266-adf8-d566db8fd30f admin admin] Calling delete_port for bcf25a20-1170-43a0-b665-91eab491154e owned by network:router_interface {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:41:18.277521 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c370ca-fbb4-4e52-902d-c1af1f8ea6ea req-f8c454c1-d1be-4520-8777-950166a51173 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:18.278994 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-47c370ca-fbb4-4e52-902d-c1af1f8ea6ea req-f8c454c1-d1be-4520-8777-950166a51173 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.1022050 Feb 18 16:41:18.349095 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-47c370ca-fbb4-4e52-902d-c1af1f8ea6ea req-106a0904-5d42-44b3-b336-bf5751fca8cb tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639632 Feb 18 16:41:18.401709 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-27ab3f2c-199c-4266-adf8-d566db8fd30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (bcf25a20-1170-43a0-b665-91eab491154e), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:18.430415 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab3f2c-199c-4266-adf8-d566db8fd30f admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf25a20-1170-43a0-b665-91eab491154e,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:18.594102 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-27ab3f2c-199c-4266-adf8-d566db8fd30f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595409'] for router_interface (d948b654-d4ef-43e4-b9c1-47f96e62ac7b), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:18.812280 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ab3f2c-199c-4266-adf8-d566db8fd30f admin admin] Router d948b654-d4ef-43e4-b9c1-47f96e62ac7b has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:41:18.918753 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ab3f2c-199c-4266-adf8-d566db8fd30f admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:41:18.923590 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-27ab3f2c-199c-4266-adf8-d566db8fd30f admin admin] 10.222.0.36 "PUT /v2.0/routers/d948b654-d4ef-43e4-b9c1-47f96e62ac7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7101603 Feb 18 16:41:18.926751 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34514) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:18.928496 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97845dab-0afe-431f-9cee-6c98c81147cf None None] Sync routers for ids ['d948b654-d4ef-43e4-b9c1-47f96e62ac7b'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:41:18.938645 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97845dab-0afe-431f-9cee-6c98c81147cf None None] Routers {'d948b654-d4ef-43e4-b9c1-47f96e62ac7b'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:41:18.939247 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-97845dab-0afe-431f-9cee-6c98c81147cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:41:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['d948b654-d4ef-43e4-b9c1-47f96e62ac7b'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:19.032079 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd59b-6dcc-4d58-956f-f3f76001c054 admin admin] Publish callbacks [] for router (d948b654-d4ef-43e4-b9c1-47f96e62ac7b), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:19.045113 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-97845dab-0afe-431f-9cee-6c98c81147cf None None] Set router d948b654-d4ef-43e4-b9c1-47f96e62ac7b gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:41:19.135693 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd59b-6dcc-4d58-956f-f3f76001c054 admin admin] Publish callbacks [] for router_gateway (d948b654-d4ef-43e4-b9c1-47f96e62ac7b), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:19.187688 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-fd2bd59b-6dcc-4d58-956f-f3f76001c054 admin admin] Deleting port 1b6daf00-b333-4cfc-87d1-34c2909891f2 {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:41:19.187938 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd59b-6dcc-4d58-956f-f3f76001c054 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (1b6daf00-b333-4cfc-87d1-34c2909891f2), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:19.217666 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-97845dab-0afe-431f-9cee-6c98c81147cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'name': 'tempest-TestMinimumBasicScenario-1249699461-router', 'tenant_id': 'f96dc46d644e48d9884a699ce6600e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '1b6daf00-b333-4cfc-87d1-34c2909891f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:09Z', 'updated_at': '2022-02-18T16:41:18Z', 'revision_number': 5, 'project_id': 'f96dc46d644e48d9884a699ce6600e37', 'gw_port': {'id': '1b6daf00-b333-4cfc-87d1-34c2909891f2', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:38:10Z', 'updated_at': '2022-02-18T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:19.247072 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97845dab-0afe-431f-9cee-6c98c81147cf None None] Checking router: d948b654-d4ef-43e4-b9c1-47f96e62ac7b for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:41:19.255592 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97845dab-0afe-431f-9cee-6c98c81147cf None None] Routers {'d948b654-d4ef-43e4-b9c1-47f96e62ac7b'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:41:19.256198 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-97845dab-0afe-431f-9cee-6c98c81147cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:41:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['d948b654-d4ef-43e4-b9c1-47f96e62ac7b'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:19.264310 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-fd2bd59b-6dcc-4d58-956f-f3f76001c054 admin admin] For port 1b6daf00-b333-4cfc-87d1-34c2909891f2, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=1b6daf00-b333-4cfc-87d1-34c2909891f2,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:19.264674 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd59b-6dcc-4d58-956f-f3f76001c054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (1b6daf00-b333-4cfc-87d1-34c2909891f2), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:19.277780 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-fd2bd59b-6dcc-4d58-956f-f3f76001c054 admin admin] Calling delete_port for 1b6daf00-b333-4cfc-87d1-34c2909891f2 owned by network:router_gateway {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:41:19.339235 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-97845dab-0afe-431f-9cee-6c98c81147cf None None] Set router d948b654-d4ef-43e4-b9c1-47f96e62ac7b gateway port host: None {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:41:19.391954 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-97845dab-0afe-431f-9cee-6c98c81147cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'name': 'tempest-TestMinimumBasicScenario-1249699461-router', 'tenant_id': 'f96dc46d644e48d9884a699ce6600e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:09Z', 'updated_at': '2022-02-18T16:41:19Z', 'revision_number': 6, 'project_id': 'f96dc46d644e48d9884a699ce6600e37', 'gw_port_host': None}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:19.423242 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97845dab-0afe-431f-9cee-6c98c81147cf None None] The sync data for ids ['d948b654-d4ef-43e4-b9c1-47f96e62ac7b'] in dv-cinder-826607-4-iscsi is: [{'id': 'd948b654-d4ef-43e4-b9c1-47f96e62ac7b', 'name': 'tempest-TestMinimumBasicScenario-1249699461-router', 'tenant_id': 'f96dc46d644e48d9884a699ce6600e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:38:09Z', 'updated_at': '2022-02-18T16:41:19Z', 'revision_number': 6, 'project_id': 'f96dc46d644e48d9884a699ce6600e37', 'gw_port_host': None}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:41:19.474962 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd59b-6dcc-4d58-956f-f3f76001c054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (1b6daf00-b333-4cfc-87d1-34c2909891f2), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:19.503413 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bd59b-6dcc-4d58-956f-f3f76001c054 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6daf00-b333-4cfc-87d1-34c2909891f2,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:19.558608 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903fa3c-23ed-45c2-a689-95b510ca1043 req-00161a56-b998-4d02-876c-cb9ffb693ff8 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:19.560079 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0903fa3c-23ed-45c2-a689-95b510ca1043 req-00161a56-b998-4d02-876c-cb9ffb693ff8 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.1299441 Feb 18 16:41:19.587031 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd59b-6dcc-4d58-956f-f3f76001c054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594559'] for router_gateway (d948b654-d4ef-43e4-b9c1-47f96e62ac7b), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:19.702702 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd59b-6dcc-4d58-956f-f3f76001c054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16060'] for router (d948b654-d4ef-43e4-b9c1-47f96e62ac7b), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:19.705572 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd59b-6dcc-4d58-956f-f3f76001c054 admin admin] Publish callbacks [] for router_controller (d948b654-d4ef-43e4-b9c1-47f96e62ac7b), precommit_delete_associations {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:19.711022 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0903fa3c-23ed-45c2-a689-95b510ca1043 req-5905b430-4af8-4686-9e2d-10a9881671f4 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1434751 Feb 18 16:41:19.758494 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd59b-6dcc-4d58-956f-f3f76001c054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584666'] for router (d948b654-d4ef-43e4-b9c1-47f96e62ac7b), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:19.759048 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2bd59b-6dcc-4d58-956f-f3f76001c054 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d948b654-d4ef-43e4-b9c1-47f96e62ac7b {{(pid=102872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 16:41:19.765095 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd59b-6dcc-4d58-956f-f3f76001c054 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:19.768302 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-fd2bd59b-6dcc-4d58-956f-f3f76001c054 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d948b654-d4ef-43e4-b9c1-47f96e62ac7b HTTP/1.1" status: 204 len: 168 time: 0.8405063 Feb 18 16:41:19.771687 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 34520) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:19.816659 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_v2 [None req-21eb9d15-a05f-4afb-9fb6-56e59bdd1f65 admin admin] Deleting subnet c39355e4-dd07-4f95-8c9d-ff2866341575 {{(pid=102871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 16:41:19.820309 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-21eb9d15-a05f-4afb-9fb6-56e59bdd1f65 admin admin] Publish callbacks [] for subnet (c39355e4-dd07-4f95-8c9d-ff2866341575), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:19.858063 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-21eb9d15-a05f-4afb-9fb6-56e59bdd1f65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13231428'] for subnet (c39355e4-dd07-4f95-8c9d-ff2866341575), precommit_delete_associations {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:19.936771 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-21eb9d15-a05f-4afb-9fb6-56e59bdd1f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1265784'] for subnet (c39355e4-dd07-4f95-8c9d-ff2866341575), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:19.991554 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-21eb9d15-a05f-4afb-9fb6-56e59bdd1f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1265761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13446614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416762'] for subnet (c39355e4-dd07-4f95-8c9d-ff2866341575), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:20.009786 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6096f53c-37f8-402f-8a69-af01ca8faadd None None] Network c5e3f3c3-26cb-4a06-98a7-963a924fcac9 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:41:20.019484 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-21eb9d15-a05f-4afb-9fb6-56e59bdd1f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:20.022797 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-21eb9d15-a05f-4afb-9fb6-56e59bdd1f65 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c39355e4-dd07-4f95-8c9d-ff2866341575 HTTP/1.1" status: 204 len: 168 time: 0.2501338 Feb 18 16:41:20.024021 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb9d15-a05f-4afb-9fb6-56e59bdd1f65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c39355e4-dd07-4f95-8c9d-ff2866341575,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:20.025510 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34522) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:20.107763 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1222129'] for network (c5e3f3c3-26cb-4a06-98a7-963a924fcac9), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:20.171978 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] Deleting port d3d2e5d7-0c5d-478e-b748-da73f090034c {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:41:20.176207 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (d3d2e5d7-0c5d-478e-b748-da73f090034c), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:20.211296 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] DHCP port deletion for c5e3f3c3-26cb-4a06-98a7-963a924fcac9 request from dv-cinder-826607-4-iscsi {{(pid=102873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 16:41:20.258009 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] For port d3d2e5d7-0c5d-478e-b748-da73f090034c, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=d3d2e5d7-0c5d-478e-b748-da73f090034c,segment=NetworkSegment(aae9bfa0-696c-4666-b299-ab5057f0fffb),segment_id=aae9bfa0-696c-4666-b299-ab5057f0fffb)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:20.259606 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (d3d2e5d7-0c5d-478e-b748-da73f090034c), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:20.264680 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device bcf25a20-1170-43a0-b665-91eab491154e no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:41:20.273980 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] Calling delete_port for d3d2e5d7-0c5d-478e-b748-da73f090034c owned by network:dhcp {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:41:20.286055 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Deleting port d3d2e5d7-0c5d-478e-b748-da73f090034c {{(pid=102873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:41:20.286771 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (d3d2e5d7-0c5d-478e-b748-da73f090034c), before_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:20.290078 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: bcf25a20-1170-43a0-b665-91eab491154e {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:41:20.290507 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device bcf25a20-1170-43a0-b665-91eab491154e not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:41:20.290981 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 1b6daf00-b333-4cfc-87d1-34c2909891f2 no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:41:20.347227 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 1b6daf00-b333-4cfc-87d1-34c2909891f2 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:41:20.347571 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 1b6daf00-b333-4cfc-87d1-34c2909891f2 not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:41:20.354153 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (d3d2e5d7-0c5d-478e-b748-da73f090034c), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:20.372159 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] For port d3d2e5d7-0c5d-478e-b748-da73f090034c, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=d3d2e5d7-0c5d-478e-b748-da73f090034c,segment=NetworkSegment(aae9bfa0-696c-4666-b299-ab5057f0fffb),segment_id=aae9bfa0-696c-4666-b299-ab5057f0fffb)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:20.372554 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (d3d2e5d7-0c5d-478e-b748-da73f090034c), precommit_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:20.386959 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Calling delete_port for d3d2e5d7-0c5d-478e-b748-da73f090034c owned by network:dhcp {{(pid=102873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:41:20.469943 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810'] for port (d3d2e5d7-0c5d-478e-b748-da73f090034c), after_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:20.505007 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] No DVR routers for this DVR port d3d2e5d7-0c5d-478e-b748-da73f090034c on host dv-cinder-826607-4-iscsi {{(pid=102873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:41:20.507044 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Pushing event deleted for resources: {'Port': ['ID=d3d2e5d7-0c5d-478e-b748-da73f090034c,revision_number=None']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:20.516063 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:20.516654 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:20.516965 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:20.517312 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:20.520932 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:20.520932 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:20.520932 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:20.520932 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:20.520932 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:20.520932 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:20.520932 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:20.522227 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:20.522227 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5150183-0df9-4eeb-9d4a-d06888687837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:41:20.614138 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d2e5d7-0c5d-478e-b748-da73f090034c,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:20.617610 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] No DVR routers for this DVR port d3d2e5d7-0c5d-478e-b748-da73f090034c on host dv-cinder-826607-4-iscsi {{(pid=102872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:41:20.685400 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1266929', 'neutron.services.segments.db._delete_segments_for_network-8740553082664'] for network (c5e3f3c3-26cb-4a06-98a7-963a924fcac9), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:20.704900 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e3f3c3-26cb-4a06-98a7-963a924fcac9']}} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:20.713912 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae9bfa0-696c-4666-b299-ab5057f0fffb') {'for_net_delete': True} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:20.714209 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae9bfa0-696c-4666-b299-ab5057f0fffb') {} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:20.726622 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740553082929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942647'] for segment (aae9bfa0-696c-4666-b299-ab5057f0fffb), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:20.740200 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (aae9bfa0-696c-4666-b299-ab5057f0fffb), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:20.746304 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 16:41:20.746698 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12941132'] for segment (aae9bfa0-696c-4666-b299-ab5057f0fffb), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: Traceback (most recent call last): Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: timer() Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: cb(*args, **kw) Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: return func(*args, **kwargs) Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: self._notify() Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: self.callback(batched_events) Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: event.method(event) Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: return f(self, *a, **k) Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._get(url).json() Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: return self.request(url, 'GET', **kwargs) Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 16:41:20.748347 dv-cinder-826607-4-iscsi neutron-server[102872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 16:41:20.830250 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1266942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594515'] for network (c5e3f3c3-26cb-4a06-98a7-963a924fcac9), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:20.846361 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:20.849777 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c5e3f3c3-26cb-4a06-98a7-963a924fcac9 HTTP/1.1" status: 204 len: 168 time: 0.8227758 Feb 18 16:41:20.851792 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac4307-db21-417f-af67-592d0d7b9ef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e3f3c3-26cb-4a06-98a7-963a924fcac9,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:20.865098 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4fc4f-20e9-45b5-8914-136d1028aa9e req-24e07e43-0f07-4c2b-b806-68895f97945e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:20.866628 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-69f4fc4f-20e9-45b5-8914-136d1028aa9e req-24e07e43-0f07-4c2b-b806-68895f97945e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0836730 Feb 18 16:41:20.918591 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-69f4fc4f-20e9-45b5-8914-136d1028aa9e req-f0297173-abe6-4f5b-97ec-42c2425b3266 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456407 Feb 18 16:41:21.014750 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34530) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:21.053773 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-996f083c-d2e9-497b-9401-cbf8b9d1466c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b04fb10cc4e44a49d858b023869ee5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378568 Feb 18 16:41:21.056137 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34532) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:21.101532 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2604ef61-f2dd-4577-b3de-e87203ea9e8c admin admin] Publish callbacks [] for security_group (84680126-5f62-43ab-8928-09517a202157), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:21.122486 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2604ef61-f2dd-4577-b3de-e87203ea9e8c admin admin] Publish callbacks [] for security_group (84680126-5f62-43ab-8928-09517a202157), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:21.167614 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2604ef61-f2dd-4577-b3de-e87203ea9e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (84680126-5f62-43ab-8928-09517a202157), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:21.170249 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2604ef61-f2dd-4577-b3de-e87203ea9e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:21.171385 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-2604ef61-f2dd-4577-b3de-e87203ea9e8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84680126-5f62-43ab-8928-09517a202157 HTTP/1.1" status: 204 len: 168 time: 0.1143734 Feb 18 16:41:21.179695 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604ef61-f2dd-4577-b3de-e87203ea9e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84680126-5f62-43ab-8928-09517a202157,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:21.495589 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34538) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:21.535119 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-cdd1564e-3e79-43d3-b80b-e5d6e131eae8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f96dc46d644e48d9884a699ce6600e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383837 Feb 18 16:41:21.537772 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34540) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:21.583207 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c8238a81-3389-4876-be60-a82adc37992a admin admin] Publish callbacks [] for security_group (05a00ce6-d753-4401-b0b3-c609b01e1b18), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:21.583438 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device ff68e5a3-0076-4f4e-82f7-25de11b9930f details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:41:21.607785 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c8238a81-3389-4876-be60-a82adc37992a admin admin] Publish callbacks [] for security_group (05a00ce6-d753-4401-b0b3-c609b01e1b18), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:21.654935 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c8238a81-3389-4876-be60-a82adc37992a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (05a00ce6-d753-4401-b0b3-c609b01e1b18), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:21.657453 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c8238a81-3389-4876-be60-a82adc37992a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:21.658613 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-c8238a81-3389-4876-be60-a82adc37992a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05a00ce6-d753-4401-b0b3-c609b01e1b18 HTTP/1.1" status: 204 len: 168 time: 0.1199534 Feb 18 16:41:21.666931 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8238a81-3389-4876-be60-a82adc37992a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a00ce6-d753-4401-b0b3-c609b01e1b18,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:21.686428 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port ff68e5a3-0076-4f4e-82f7-25de11b9930f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:21.703017 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'port_id': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f', 'mac_address': 'fa:16:3e:5d:44:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:41:21.744626 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port ff68e5a3-0076-4f4e-82f7-25de11b9930f is: ACTIVE; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:41:21.745025 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:21.758486 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff68e5a3-0076-4f4e-82f7-25de11b9930f {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:41:21.778816 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port ff68e5a3-0076-4f4e-82f7-25de11b9930f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:21.782961 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:21.837395 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=ff68e5a3-0076-4f4e-82f7-25de11b9930f,revision_number=6']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:21.912130 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['ff68e5a3-0076-4f4e-82f7-25de11b9930f'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:41:22.028289 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device d3d2e5d7-0c5d-478e-b748-da73f090034c no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:41:22.061604 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: d3d2e5d7-0c5d-478e-b748-da73f090034c {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:41:22.061954 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device d3d2e5d7-0c5d-478e-b748-da73f090034c not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:41:22.068989 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd586b-1f87-493d-8ac2-fe14e3d831bf req-4dd459b7-2c34-4a5d-a0ec-26952a9dd1aa tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:22.070348 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bebd586b-1f87-493d-8ac2-fe14e3d831bf req-4dd459b7-2c34-4a5d-a0ec-26952a9dd1aa tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 945 time: 0.0579865 Feb 18 16:41:22.117468 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bebd586b-1f87-493d-8ac2-fe14e3d831bf req-aea44167-9451-40a9-b4d2-3a3bd9696445 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410409 Feb 18 16:41:23.239007 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b2c17-41e8-4a8a-98b4-85adae3820d0 req-61a2679b-81f2-40fa-bc68-ca1d8021258b tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:23.240467 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1e7b2c17-41e8-4a8a-98b4-85adae3820d0 req-61a2679b-81f2-40fa-bc68-ca1d8021258b tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 945 time: 0.0517368 Feb 18 16:41:23.289438 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1e7b2c17-41e8-4a8a-98b4-85adae3820d0 req-ce4e35e8-44c8-4bcd-bd8e-365d1386783f tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435152 Feb 18 16:41:23.601580 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device ff68e5a3-0076-4f4e-82f7-25de11b9930f up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:41:23.651205 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port ff68e5a3-0076-4f4e-82f7-25de11b9930f triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:41:23.651798 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:23.730406 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port ff68e5a3-0076-4f4e-82f7-25de11b9930f is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:41:23.730793 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:23.754385 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da0ea42-cf12-460e-a307-f13320c87e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:41:23.756588 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33742094-3e5e-414d-9218-a08a22dd2b9e" -d '{"events": [{"server_uuid": "3da0ea42-cf12-460e-a307-f13320c87e50", "name": "network-vif-plugged", "status": "completed", "tag": "ff68e5a3-0076-4f4e-82f7-25de11b9930f"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:41:23.769682 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port ff68e5a3-0076-4f4e-82f7-25de11b9930f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:23.775229 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:23.836619 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=ff68e5a3-0076-4f4e-82f7-25de11b9930f,revision_number=7']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:23.988442 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c32fa4-aee8-42e5-bae6-ad8ce3d22763 x-openstack-request-id: req-c1c32fa4-aee8-42e5-bae6-ad8ce3d22763 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:41:23.988815 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da0ea42-cf12-460e-a307-f13320c87e50", "name": "network-vif-plugged", "status": "completed", "tag": "ff68e5a3-0076-4f4e-82f7-25de11b9930f", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:41:23.989140 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1c32fa4-aee8-42e5-bae6-ad8ce3d22763 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:41:23.989576 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da0ea42-cf12-460e-a307-f13320c87e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f', 'code': 200} Feb 18 16:41:24.416825 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dad557-669e-42a5-8a55-5521a27321b0 req-0af14090-5c29-4739-be2d-54a00f7edac3 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:24.418453 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d0dad557-669e-42a5-8a55-5521a27321b0 req-0af14090-5c29-4739-be2d-54a00f7edac3 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0551293 Feb 18 16:41:24.473455 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d0dad557-669e-42a5-8a55-5521a27321b0 req-3825db80-b877-45d4-93f6-54edcd1cf955 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455749 Feb 18 16:41:25.615686 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da167a-98e8-4568-8d41-26a719440fb9 req-3f39bbd3-a6dc-4204-8cd4-f2ffd7c2c348 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:25.622546 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a8da167a-98e8-4568-8d41-26a719440fb9 req-3f39bbd3-a6dc-4204-8cd4-f2ffd7c2c348 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0655653 Feb 18 16:41:25.675539 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a8da167a-98e8-4568-8d41-26a719440fb9 req-d770959b-19f7-4748-ba67-ce07137b47d8 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521116 Feb 18 16:41:26.809571 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af6aca-24cd-453b-9bb6-3a0068fd4f31 req-48f760db-045a-4861-aecf-5f9db04e0ef6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:26.811396 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-03af6aca-24cd-453b-9bb6-3a0068fd4f31 req-48f760db-045a-4861-aecf-5f9db04e0ef6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0615096 Feb 18 16:41:26.864555 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-03af6aca-24cd-453b-9bb6-3a0068fd4f31 req-988576c2-c4a2-4a3e-93be-0d5abdbbe9e3 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474126 Feb 18 16:41:28.001890 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa426393-95ee-4727-8769-b24d579be102 req-c87eba22-9b67-44a7-a2ea-081e2fd71dcd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:28.004298 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-aa426393-95ee-4727-8769-b24d579be102 req-c87eba22-9b67-44a7-a2ea-081e2fd71dcd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0596910 Feb 18 16:41:28.058189 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-aa426393-95ee-4727-8769-b24d579be102 req-c1c8f3df-4b84-44ee-a0af-6d7756b83a18 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474651 Feb 18 16:41:29.197780 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8caa0c-1eae-4659-829e-0f7172b1c28c req-6434f497-244a-439b-b852-e15e0aa8ead6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:29.200110 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ca8caa0c-1eae-4659-829e-0f7172b1c28c req-6434f497-244a-439b-b852-e15e0aa8ead6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0598018 Feb 18 16:41:29.256533 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ca8caa0c-1eae-4659-829e-0f7172b1c28c req-211acb7c-5c1d-48cc-8c27-014a3990f5cc tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506618 Feb 18 16:41:30.395819 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f3990-84f6-4ad3-87d1-b023cc68bcad req-036ddd90-bd12-45b0-963e-d7b36a4d2789 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:30.397374 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5c3f3990-84f6-4ad3-87d1-b023cc68bcad req-036ddd90-bd12-45b0-963e-d7b36a4d2789 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0579867 Feb 18 16:41:30.448023 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5c3f3990-84f6-4ad3-87d1-b023cc68bcad req-1e6c2792-6de6-45fc-aa29-2955991c30c1 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443337 Feb 18 16:41:31.120207 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-52e16fb6-c748-4815-94ed-e5edff40cfa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:31.587135 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbfde3-2988-4c36-9a2f-27b5769446e6 req-c6c63f61-58c5-4edc-93fd-227af546407e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:31.589122 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-95fbfde3-2988-4c36-9a2f-27b5769446e6 req-c6c63f61-58c5-4edc-93fd-227af546407e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0593781 Feb 18 16:41:31.644889 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-95fbfde3-2988-4c36-9a2f-27b5769446e6 req-3b7b3714-3784-4868-9c41-fd5078bb6d2a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499718 Feb 18 16:41:32.774427 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9878a55-eb15-408a-9cf6-33de34935aeb req-10d1e585-d362-4d81-956e-7f2a976e855d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:32.775998 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b9878a55-eb15-408a-9cf6-33de34935aeb req-10d1e585-d362-4d81-956e-7f2a976e855d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0585670 Feb 18 16:41:32.821870 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b9878a55-eb15-408a-9cf6-33de34935aeb req-87ebbeca-dccc-4802-b0c4-83d53276b867 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405514 Feb 18 16:41:33.196223 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-665226f9-d51f-47fc-af3d-5070af6dda00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:33.264169 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b46775-4899-48ba-8cfd-12118ac911ac req-60b4af1e-3250-4cfc-badb-ae675810e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:33.265681 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-45b46775-4899-48ba-8cfd-12118ac911ac req-60b4af1e-3250-4cfc-badb-ae675810e662 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e745c53f42364825b2b8bdb6a6741075&device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 1130 time: 0.0433798 Feb 18 16:41:33.358831 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b46775-4899-48ba-8cfd-12118ac911ac req-99535c44-b5ca-43cc-ac4a-81f96d2cdff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:33.360286 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-45b46775-4899-48ba-8cfd-12118ac911ac req-99535c44-b5ca-43cc-ac4a-81f96d2cdff3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bd8dd797-fe66-4c99-94a2-e13cd1572e21 HTTP/1.1" status: 200 len: 917 time: 0.0860782 Feb 18 16:41:33.425591 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-45b46775-4899-48ba-8cfd-12118ac911ac req-f5be1915-4d0d-4755-984c-6bd96888bf25 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f HTTP/1.1" status: 200 len: 1002 time: 0.0556426 Feb 18 16:41:33.475957 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b46775-4899-48ba-8cfd-12118ac911ac req-e801a09e-3f6b-4b17-ac03-58e0a0a7accd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:33.477318 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-45b46775-4899-48ba-8cfd-12118ac911ac req-e801a09e-3f6b-4b17-ac03-58e0a0a7accd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebd8b386-a802-4950-b96c-778f7be7d919 HTTP/1.1" status: 200 len: 855 time: 0.0454662 Feb 18 16:41:33.525286 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b46775-4899-48ba-8cfd-12118ac911ac req-e01b7fa2-9d18-4bcb-980e-6466c2b4159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:33.526756 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-45b46775-4899-48ba-8cfd-12118ac911ac req-e01b7fa2-9d18-4bcb-980e-6466c2b4159a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bd8dd797-fe66-4c99-94a2-e13cd1572e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433130 Feb 18 16:41:33.613063 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-45b46775-4899-48ba-8cfd-12118ac911ac req-26728e39-98b7-4a69-9c93-25106915e1ea service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797665 Feb 18 16:41:33.703670 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-45b46775-4899-48ba-8cfd-12118ac911ac req-4723f004-1a67-458c-bc54-78dd726f1eef service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838411 Feb 18 16:41:33.945868 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b636f4d-3e12-4300-8e21-5051eda7316e req-db3a3390-1fc3-43ab-8190-47abb818617a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:33.947349 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7b636f4d-3e12-4300-8e21-5051eda7316e req-db3a3390-1fc3-43ab-8190-47abb818617a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0532508 Feb 18 16:41:33.994175 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7b636f4d-3e12-4300-8e21-5051eda7316e req-bc0ed4aa-cc55-4b36-bcf3-3f306d908fae tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412509 Feb 18 16:41:34.537994 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:35.118569 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c3f3a-7855-4c1e-99ec-f686bf19da9b req-f0a3cccc-b6e9-46d4-b637-bc89563c009a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:35.119967 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d47c3f3a-7855-4c1e-99ec-f686bf19da9b req-f0a3cccc-b6e9-46d4-b637-bc89563c009a tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 946 time: 0.0553367 Feb 18 16:41:35.165620 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d47c3f3a-7855-4c1e-99ec-f686bf19da9b req-8504f7ad-b192-4835-b88a-9ed49d0b95b0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402300 Feb 18 16:41:35.666161 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device ff68e5a3-0076-4f4e-82f7-25de11b9930f no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:41:35.743722 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port ff68e5a3-0076-4f4e-82f7-25de11b9930f is: ACTIVE; New status is: DOWN {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:41:35.744106 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:35.766171 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da0ea42-cf12-460e-a307-f13320c87e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:41:35.769025 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d396d26f-d0db-4723-845f-b0f82c7eec36" -d '{"events": [{"server_uuid": "3da0ea42-cf12-460e-a307-f13320c87e50", "name": "network-vif-unplugged", "status": "completed", "tag": "ff68e5a3-0076-4f4e-82f7-25de11b9930f"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:41:35.781593 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port ff68e5a3-0076-4f4e-82f7-25de11b9930f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:35.786284 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:35.809110 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Feb 2022 16:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b2a06b-a65b-4e7e-9864-722c705b72f3 x-openstack-request-id: req-85b2a06b-a65b-4e7e-9864-722c705b72f3 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:41:35.809423 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da0ea42-cf12-460e-a307-f13320c87e50", "name": "network-vif-unplugged", "status": "failed", "tag": "ff68e5a3-0076-4f4e-82f7-25de11b9930f", "code": 422}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:41:35.809673 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85b2a06b-a65b-4e7e-9864-722c705b72f3 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:41:35.810063 dv-cinder-826607-4-iscsi neutron-server[102873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3da0ea42-cf12-460e-a307-f13320c87e50', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f', 'code': 422} returned with failed status Feb 18 16:41:35.844679 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:35.845744 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=ff68e5a3-0076-4f4e-82f7-25de11b9930f,revision_number=8']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:36.287471 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44ed39-ac13-44ad-a5c3-f81fa2c76f5c req-2f0ed4e5-70ff-4147-81bd-5fc1dfdbfdf2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:36.288938 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8d44ed39-ac13-44ad-a5c3-f81fa2c76f5c req-2f0ed4e5-70ff-4147-81bd-5fc1dfdbfdf2 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 944 time: 0.0520165 Feb 18 16:41:36.334952 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8d44ed39-ac13-44ad-a5c3-f81fa2c76f5c req-1ad1a838-9a70-4e97-a297-cab8435c0dae tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405076 Feb 18 16:41:37.188388 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe1083-e1de-46ba-b40b-da8bfeaf7468 req-46b0bae0-fe93-4802-b300-e024cb193b90 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:37.189874 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7dfe1083-e1de-46ba-b40b-da8bfeaf7468 req-46b0bae0-fe93-4802-b300-e024cb193b90 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 944 time: 0.0520015 Feb 18 16:41:37.239747 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7dfe1083-e1de-46ba-b40b-da8bfeaf7468 req-30be1a94-335d-42a4-9dff-8ae755e76202 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442758 Feb 18 16:41:37.377027 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ef82660-dee2-494f-addd-645b49b41105 req-a9272678-205a-4495-ad2d-64c9f195a4d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426636 Feb 18 16:41:37.449923 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82660-dee2-494f-addd-645b49b41105 req-0277bcb1-4372-4465-8a3f-b8494619d083 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:37.451273 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ef82660-dee2-494f-addd-645b49b41105 req-0277bcb1-4372-4465-8a3f-b8494619d083 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports/ff68e5a3-0076-4f4e-82f7-25de11b9930f HTTP/1.1" status: 200 len: 941 time: 0.0471375 Feb 18 16:41:37.535050 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:38.201384 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82660-dee2-494f-addd-645b49b41105 req-e7f9782f-5210-492a-810d-746d2e489647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:38.202883 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ef82660-dee2-494f-addd-645b49b41105 req-e7f9782f-5210-492a-810d-746d2e489647 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50&tenant_id=e745c53f42364825b2b8bdb6a6741075 HTTP/1.1" status: 200 len: 1128 time: 0.0481694 Feb 18 16:41:38.266104 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82660-dee2-494f-addd-645b49b41105 req-244d2805-c004-400a-ab2f-df343d971952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:38.267692 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ef82660-dee2-494f-addd-645b49b41105 req-244d2805-c004-400a-ab2f-df343d971952 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e745c53f42364825b2b8bdb6a6741075&device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 1128 time: 0.0433776 Feb 18 16:41:38.357177 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82660-dee2-494f-addd-645b49b41105 req-be707e16-c3c0-4f45-a34d-0b8b7e162d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:38.358700 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ef82660-dee2-494f-addd-645b49b41105 req-be707e16-c3c0-4f45-a34d-0b8b7e162d83 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bd8dd797-fe66-4c99-94a2-e13cd1572e21 HTTP/1.1" status: 200 len: 917 time: 0.0825834 Feb 18 16:41:38.361290 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5b941-1b7c-46f4-9e07-968f1926d42c req-62f4f74a-aff7-4e14-b98b-40709b6d45c0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:38.362813 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-43d5b941-1b7c-46f4-9e07-968f1926d42c req-62f4f74a-aff7-4e14-b98b-40709b6d45c0 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 944 time: 0.0515835 Feb 18 16:41:38.409058 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-43d5b941-1b7c-46f4-9e07-968f1926d42c req-befc1347-62bd-45e3-95c6-2c99a9a115bd tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404646 Feb 18 16:41:38.427772 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ef82660-dee2-494f-addd-645b49b41105 req-4dd4b724-aeed-4403-b010-6215c5c0aa62 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f HTTP/1.1" status: 200 len: 1000 time: 0.0622516 Feb 18 16:41:38.476171 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82660-dee2-494f-addd-645b49b41105 req-858d5322-1d26-49d6-90fd-13d1854bf0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:38.477790 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ef82660-dee2-494f-addd-645b49b41105 req-858d5322-1d26-49d6-90fd-13d1854bf0e5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebd8b386-a802-4950-b96c-778f7be7d919 HTTP/1.1" status: 200 len: 855 time: 0.0438237 Feb 18 16:41:38.523838 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82660-dee2-494f-addd-645b49b41105 req-3878f593-bbe1-4fbc-b3c9-a7035cd4705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:38.525195 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ef82660-dee2-494f-addd-645b49b41105 req-3878f593-bbe1-4fbc-b3c9-a7035cd4705d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bd8dd797-fe66-4c99-94a2-e13cd1572e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414162 Feb 18 16:41:38.616105 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ef82660-dee2-494f-addd-645b49b41105 req-ec5e1ccf-2fa6-43cc-a2ba-14e2f52c5d81 service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835536 Feb 18 16:41:38.701257 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ef82660-dee2-494f-addd-645b49b41105 req-9d914346-828a-42ff-acc1-600e2e56108e service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793495 Feb 18 16:41:39.590934 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6827da-4604-4ec8-98ab-26d695a9821c req-a829406c-1453-4d9b-8aa4-96b3cd1ede62 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:39.598636 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cf6827da-4604-4ec8-98ab-26d695a9821c req-a829406c-1453-4d9b-8aa4-96b3cd1ede62 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 944 time: 0.0644138 Feb 18 16:41:39.641785 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cf6827da-4604-4ec8-98ab-26d695a9821c req-ac2006a9-8744-4b82-a341-8e6bbf8e7339 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423326 Feb 18 16:41:40.784314 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879a7b2-5ea4-481c-b11d-b659c6a81fa1 req-24027367-d8f8-4037-9aed-160dd2bf5fee tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:40.788254 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e879a7b2-5ea4-481c-b11d-b659c6a81fa1 req-24027367-d8f8-4037-9aed-160dd2bf5fee tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 944 time: 0.0600505 Feb 18 16:41:40.801013 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:40.841759 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e879a7b2-5ea4-481c-b11d-b659c6a81fa1 req-46bfbe04-72c1-4627-82d5-cc6f65678b04 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474396 Feb 18 16:41:41.615906 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:41:41.969690 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f940f-5a20-4ac5-9d0a-699f412833e0 req-a4853028-6afa-4769-ae39-330b8e8bf49b tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:41.972906 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-687f940f-5a20-4ac5-9d0a-699f412833e0 req-a4853028-6afa-4769-ae39-330b8e8bf49b tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 944 time: 0.0567014 Feb 18 16:41:42.021104 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-687f940f-5a20-4ac5-9d0a-699f412833e0 req-2d9dd049-7b68-451b-a2a9-3dee548b2166 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435855 Feb 18 16:41:43.147723 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a209898-a412-479c-982a-50305382d310 req-df5122e7-3168-4e0a-a8cb-3b8d5d81db5e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:43.149292 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7a209898-a412-479c-982a-50305382d310 req-df5122e7-3168-4e0a-a8cb-3b8d5d81db5e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 944 time: 0.0550539 Feb 18 16:41:43.201736 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7a209898-a412-479c-982a-50305382d310 req-c4c5d910-5834-42eb-935a-c72d64c88549 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465848 Feb 18 16:41:44.335799 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa3b92-5635-482c-95b9-02495bfb4a51 req-e84c6ea2-1e63-45ce-b9f8-9ca09bcac44b tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:44.337174 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-49fa3b92-5635-482c-95b9-02495bfb4a51 req-e84c6ea2-1e63-45ce-b9f8-9ca09bcac44b tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 944 time: 0.0606625 Feb 18 16:41:44.387457 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-49fa3b92-5635-482c-95b9-02495bfb4a51 req-322d87f7-9eb5-4118-bb2a-669f0a7aefd5 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445781 Feb 18 16:41:45.516090 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c8b14-c959-406f-b694-7a7aae4d43a7 req-73756ab1-44bd-45ba-b356-6e83c4038a7d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:45.517604 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e86c8b14-c959-406f-b694-7a7aae4d43a7 req-73756ab1-44bd-45ba-b356-6e83c4038a7d tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 944 time: 0.0546005 Feb 18 16:41:45.567399 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e86c8b14-c959-406f-b694-7a7aae4d43a7 req-be4b7a48-9799-4759-a0b0-c440097c24aa tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439091 Feb 18 16:41:46.708507 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e8fa6-7dcc-48b7-955e-26e80c0ad85a req-b235667f-9bd8-44da-b8cc-c41f9ce63c21 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:46.712215 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2e1e8fa6-7dcc-48b7-955e-26e80c0ad85a req-b235667f-9bd8-44da-b8cc-c41f9ce63c21 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 944 time: 0.0679283 Feb 18 16:41:46.761478 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2e1e8fa6-7dcc-48b7-955e-26e80c0ad85a req-7e8170e7-f99f-4c56-a10e-567b3fa9a607 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457187 Feb 18 16:41:47.792495 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96691caf-bcaa-4435-90ec-8b0d6f6decc0 req-9b1272bc-4d71-48b2-8242-501731cc5b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:47.794007 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-96691caf-bcaa-4435-90ec-8b0d6f6decc0 req-9b1272bc-4d71-48b2-8242-501731cc5b54 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e745c53f42364825b2b8bdb6a6741075&device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 1128 time: 0.0502515 Feb 18 16:41:47.889297 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d9203-6e92-4b7e-b2af-ef1f594a3f20 req-c7fe280e-1763-44a2-b63b-02cf4940ee02 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:47.890805 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1b1d9203-6e92-4b7e-b2af-ef1f594a3f20 req-c7fe280e-1763-44a2-b63b-02cf4940ee02 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 944 time: 0.0559711 Feb 18 16:41:47.896947 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96691caf-bcaa-4435-90ec-8b0d6f6decc0 req-376d2c5a-1293-41ca-9c61-521aaa3241ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:47.898455 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-96691caf-bcaa-4435-90ec-8b0d6f6decc0 req-376d2c5a-1293-41ca-9c61-521aaa3241ad service neutron] 10.222.0.71 "GET /v2.0/networks?id=bd8dd797-fe66-4c99-94a2-e13cd1572e21 HTTP/1.1" status: 200 len: 917 time: 0.0851998 Feb 18 16:41:47.938126 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1b1d9203-6e92-4b7e-b2af-ef1f594a3f20 req-d4d1db10-059b-439c-a803-e8465ac30aa4 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416701 Feb 18 16:41:47.970550 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-96691caf-bcaa-4435-90ec-8b0d6f6decc0 req-fdb7c421-9664-4f11-858b-e310b8953a22 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f HTTP/1.1" status: 200 len: 1000 time: 0.0652375 Feb 18 16:41:48.018474 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96691caf-bcaa-4435-90ec-8b0d6f6decc0 req-2b3d3a12-387d-4005-a351-4beb5950f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:48.020114 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-96691caf-bcaa-4435-90ec-8b0d6f6decc0 req-2b3d3a12-387d-4005-a351-4beb5950f7cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebd8b386-a802-4950-b96c-778f7be7d919 HTTP/1.1" status: 200 len: 855 time: 0.0435078 Feb 18 16:41:48.070503 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96691caf-bcaa-4435-90ec-8b0d6f6decc0 req-b4960160-d908-40e5-b564-517224175356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:48.071968 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-96691caf-bcaa-4435-90ec-8b0d6f6decc0 req-b4960160-d908-40e5-b564-517224175356 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bd8dd797-fe66-4c99-94a2-e13cd1572e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450904 Feb 18 16:41:48.169800 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-96691caf-bcaa-4435-90ec-8b0d6f6decc0 req-51e05218-9e39-4dee-9f32-f044645b718a service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888462 Feb 18 16:41:48.257276 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-96691caf-bcaa-4435-90ec-8b0d6f6decc0 req-6dad14a1-e779-4b23-8c0a-b4b3b2ac5d27 service neutron] 10.222.0.71 "GET /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801492 Feb 18 16:41:49.064246 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a684a-17bb-4a37-919b-c86146de2bb1 req-31a44c1c-f20e-4243-9d77-926ac9507691 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:49.065786 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-384a684a-17bb-4a37-919b-c86146de2bb1 req-31a44c1c-f20e-4243-9d77-926ac9507691 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 944 time: 0.0553887 Feb 18 16:41:49.114320 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-384a684a-17bb-4a37-919b-c86146de2bb1 req-04c4b394-bcc1-4ce6-9bfb-83880e71db7b tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425782 Feb 18 16:41:49.527935 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd9dfc-bbc0-4b14-bb76-fb6d73a27f8e req-b5b77e8d-b200-492f-8ca5-39669e346fc0 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:49.529407 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-63dd9dfc-bbc0-4b14-bb76-fb6d73a27f8e req-b5b77e8d-b200-492f-8ca5-39669e346fc0 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 945 time: 0.0518985 Feb 18 16:41:49.574727 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-63dd9dfc-bbc0-4b14-bb76-fb6d73a27f8e req-0e45dfad-59e8-44e5-b2d6-2332b39c4301 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=93bd8be8-c264-4953-aac4-e95a2f470ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389762 Feb 18 16:41:49.773416 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device ff68e5a3-0076-4f4e-82f7-25de11b9930f details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:41:49.870096 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port ff68e5a3-0076-4f4e-82f7-25de11b9930f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:49.881875 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'port_id': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f', 'mac_address': 'fa:16:3e:5d:44:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:41:49.917853 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port ff68e5a3-0076-4f4e-82f7-25de11b9930f is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:41:49.918245 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:49.931130 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff68e5a3-0076-4f4e-82f7-25de11b9930f {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:41:49.950537 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port ff68e5a3-0076-4f4e-82f7-25de11b9930f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:49.954004 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:49.999371 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=ff68e5a3-0076-4f4e-82f7-25de11b9930f,revision_number=9']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:50.201406 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['ff68e5a3-0076-4f4e-82f7-25de11b9930f'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:41:50.243971 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e886e32-9311-498d-98ea-d693490f49be req-4419c5df-1e51-4c3f-89b3-374098329013 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:50.245504 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3e886e32-9311-498d-98ea-d693490f49be req-4419c5df-1e51-4c3f-89b3-374098329013 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 945 time: 0.0521781 Feb 18 16:41:50.294984 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3e886e32-9311-498d-98ea-d693490f49be req-940059b4-523c-4a16-8abe-dfc852da1f74 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437057 Feb 18 16:41:50.691908 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94010586-a08b-48a0-ad16-beb3e6709e0c req-fc694689-85c1-4caf-8432-0013f655aae8 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:50.693409 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-94010586-a08b-48a0-ad16-beb3e6709e0c req-fc694689-85c1-4caf-8432-0013f655aae8 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 945 time: 0.0527794 Feb 18 16:41:50.741086 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-94010586-a08b-48a0-ad16-beb3e6709e0c req-40f9a977-cbbe-4937-828c-f082b62bd7b1 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups?id=93bd8be8-c264-4953-aac4-e95a2f470ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421884 Feb 18 16:41:51.285678 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdaeddf-3e6b-41b1-ad3f-4dbadd5042f6 req-5601d934-57b9-4ce4-96fc-66ec538edfec tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:51.287104 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8bdaeddf-3e6b-41b1-ad3f-4dbadd5042f6 req-5601d934-57b9-4ce4-96fc-66ec538edfec tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.71 "GET /v2.0/ports?device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 945 time: 0.0517809 Feb 18 16:41:51.380677 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-8bdaeddf-3e6b-41b1-ad3f-4dbadd5042f6 req-ffb59032-5e35-4d52-9266-175f9a79cc25 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Deleting port a0276851-7714-4d78-ba90-d4604b2dc993 {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:41:51.381009 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-8bdaeddf-3e6b-41b1-ad3f-4dbadd5042f6 req-ffb59032-5e35-4d52-9266-175f9a79cc25 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (a0276851-7714-4d78-ba90-d4604b2dc993), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:51.418165 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf99fd-aa39-4be6-b0d5-683e243b7fb5 req-dda884bc-b766-4917-9697-a10bc4d1ffd8 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:51.419643 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1acf99fd-aa39-4be6-b0d5-683e243b7fb5 req-dda884bc-b766-4917-9697-a10bc4d1ffd8 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 945 time: 0.0519047 Feb 18 16:41:51.465858 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1acf99fd-aa39-4be6-b0d5-683e243b7fb5 req-b049dda9-3696-4f2f-b5ae-986c77eba666 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402384 Feb 18 16:41:51.468048 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-8bdaeddf-3e6b-41b1-ad3f-4dbadd5042f6 req-ffb59032-5e35-4d52-9266-175f9a79cc25 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] For port a0276851-7714-4d78-ba90-d4604b2dc993, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a0276851-7714-4d78-ba90-d4604b2dc993,segment=NetworkSegment(18d623a6-ba6c-4db6-ae61-7d782c20dc23),segment_id=18d623a6-ba6c-4db6-ae61-7d782c20dc23)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:51.468593 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-8bdaeddf-3e6b-41b1-ad3f-4dbadd5042f6 req-ffb59032-5e35-4d52-9266-175f9a79cc25 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (a0276851-7714-4d78-ba90-d4604b2dc993), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:51.635316 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-8bdaeddf-3e6b-41b1-ad3f-4dbadd5042f6 req-ffb59032-5e35-4d52-9266-175f9a79cc25 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:51.635594 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-8bdaeddf-3e6b-41b1-ad3f-4dbadd5042f6 req-ffb59032-5e35-4d52-9266-175f9a79cc25 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (4abef0b9-9558-48b1-a892-07ed621b36e9), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:51.635906 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.l3_db [req-8bdaeddf-3e6b-41b1-ad3f-4dbadd5042f6 req-ffb59032-5e35-4d52-9266-175f9a79cc25 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Floating IP 4abef0b9-9558-48b1-a892-07ed621b36e9 disassociated. External IP: 172.27.2.163, port: a0276851-7714-4d78-ba90-d4604b2dc993. Feb 18 16:41:51.636239 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-8bdaeddf-3e6b-41b1-ad3f-4dbadd5042f6 req-ffb59032-5e35-4d52-9266-175f9a79cc25 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Calling delete_port for a0276851-7714-4d78-ba90-d4604b2dc993 owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:41:51.809708 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device ff68e5a3-0076-4f4e-82f7-25de11b9930f up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:41:51.838053 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-8bdaeddf-3e6b-41b1-ad3f-4dbadd5042f6 req-ffb59032-5e35-4d52-9266-175f9a79cc25 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (a0276851-7714-4d78-ba90-d4604b2dc993), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:51.868870 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-937141e9-ab45-482f-abd6-e84d9d6d21f9 req-90337e72-798e-44b9-9a32-f9985788f119 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 210 time: 0.0345845 Feb 18 16:41:51.872247 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb59032-5e35-4d52-9266-175f9a79cc25 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event deleted for resources: {'Port': ['ID=a0276851-7714-4d78-ba90-d4604b2dc993,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:51.876176 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port ff68e5a3-0076-4f4e-82f7-25de11b9930f triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:41:51.876554 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:51.958028 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port ff68e5a3-0076-4f4e-82f7-25de11b9930f is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:41:51.958339 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:51.982106 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da0ea42-cf12-460e-a307-f13320c87e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:41:51.984318 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2a6162-c0d0-44b0-b90c-0e65d948dd3b" -d '{"events": [{"server_uuid": "3da0ea42-cf12-460e-a307-f13320c87e50", "name": "network-vif-plugged", "status": "completed", "tag": "ff68e5a3-0076-4f4e-82f7-25de11b9930f"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:41:51.996838 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port ff68e5a3-0076-4f4e-82f7-25de11b9930f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:52.001025 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bdaeddf-3e6b-41b1-ad3f-4dbadd5042f6 req-ffb59032-5e35-4d52-9266-175f9a79cc25 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Router 9867e16f-e04f-4a7c-a485-047155a16601 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:41:52.002069 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:52.002937 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device a0276851-7714-4d78-ba90-d4604b2dc993 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:41:52.039926 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07657f40-ec17-477c-ab2d-e85fe2c9ce9d x-openstack-request-id: req-07657f40-ec17-477c-ab2d-e85fe2c9ce9d {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:41:52.040212 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da0ea42-cf12-460e-a307-f13320c87e50", "name": "network-vif-plugged", "status": "completed", "tag": "ff68e5a3-0076-4f4e-82f7-25de11b9930f", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:41:52.040461 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07657f40-ec17-477c-ab2d-e85fe2c9ce9d {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:41:52.041034 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da0ea42-cf12-460e-a307-f13320c87e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f', 'code': 200} Feb 18 16:41:52.043502 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: a0276851-7714-4d78-ba90-d4604b2dc993 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:41:52.043848 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device a0276851-7714-4d78-ba90-d4604b2dc993 not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:41:52.071026 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=ff68e5a3-0076-4f4e-82f7-25de11b9930f,revision_number=10']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:52.122388 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bdaeddf-3e6b-41b1-ad3f-4dbadd5042f6 req-ffb59032-5e35-4d52-9266-175f9a79cc25 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:41:52.132709 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5b82e-b020-485c-93a7-ecc202669404 None None] Sync routers for ids ['9867e16f-e04f-4a7c-a485-047155a16601'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:41:52.143578 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5b82e-b020-485c-93a7-ecc202669404 None None] Routers {'9867e16f-e04f-4a7c-a485-047155a16601'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:41:52.145027 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-c3a5b82e-b020-485c-93a7-ecc202669404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:41:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9867e16f-e04f-4a7c-a485-047155a16601'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:52.270514 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-c3a5b82e-b020-485c-93a7-ecc202669404 None None] Set router 9867e16f-e04f-4a7c-a485-047155a16601 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:41:52.427479 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdaeddf-3e6b-41b1-ad3f-4dbadd5042f6 req-ffb59032-5e35-4d52-9266-175f9a79cc25 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] No DVR routers for this DVR port a0276851-7714-4d78-ba90-d4604b2dc993 on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:41:52.443135 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-8bdaeddf-3e6b-41b1-ad3f-4dbadd5042f6 req-ffb59032-5e35-4d52-9266-175f9a79cc25 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:52.446517 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8bdaeddf-3e6b-41b1-ad3f-4dbadd5042f6 req-ffb59032-5e35-4d52-9266-175f9a79cc25 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.71 "DELETE /v2.0/ports/a0276851-7714-4d78-ba90-d4604b2dc993 HTTP/1.1" status: 204 len: 173 time: 1.1544218 Feb 18 16:41:52.447792 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f619ffd1-6694-41fa-b723-328ff139aba6', 'name': 'network-vif-deleted', 'tag': 'a0276851-7714-4d78-ba90-d4604b2dc993'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:41:52.450124 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b5b45f-ed97-4bfe-9108-c64f5baeab9d" -d '{"events": [{"server_uuid": "f619ffd1-6694-41fa-b723-328ff139aba6", "name": "network-vif-deleted", "tag": "a0276851-7714-4d78-ba90-d4604b2dc993"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:41:52.470773 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce52b0-2562-4b0a-84c6-c4595f9446e2 req-0ff9b447-9967-4603-b2e0-d89c3187ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:52.472540 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-6bce52b0-2562-4b0a-84c6-c4595f9446e2 req-0ff9b447-9967-4603-b2e0-d89c3187ee36 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 1131 time: 0.0709121 Feb 18 16:41:52.484263 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-c3a5b82e-b020-485c-93a7-ecc202669404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:52Z', 'revision_number': 4, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '9c505c15-a441-490f-82aa-1aa73443390c', 'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'mac_address': 'fa:16:3e:63:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:36:01Z', 'revision_number': 5, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'subnets': [{'id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:52.507368 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b771aa5d-accb-42d1-a5a7-9fd5de62ee5b x-openstack-request-id: req-b771aa5d-accb-42d1-a5a7-9fd5de62ee5b {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:41:52.507830 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f619ffd1-6694-41fa-b723-328ff139aba6", "name": "network-vif-deleted", "tag": "a0276851-7714-4d78-ba90-d4604b2dc993", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:41:52.507940 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b771aa5d-accb-42d1-a5a7-9fd5de62ee5b {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:41:52.508304 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f619ffd1-6694-41fa-b723-328ff139aba6', 'name': 'network-vif-deleted', 'tag': 'a0276851-7714-4d78-ba90-d4604b2dc993', 'status': 'completed', 'code': 200} Feb 18 16:41:52.524864 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-6bce52b0-2562-4b0a-84c6-c4595f9446e2 req-cfc4b43a-b46f-4b12-ba8a-78347c29eccc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465467 Feb 18 16:41:52.529590 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5b82e-b020-485c-93a7-ecc202669404 None None] Checking router: 9867e16f-e04f-4a7c-a485-047155a16601 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:41:52.539039 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5b82e-b020-485c-93a7-ecc202669404 None None] Routers {'9867e16f-e04f-4a7c-a485-047155a16601'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:41:52.539654 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-c3a5b82e-b020-485c-93a7-ecc202669404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:41:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9867e16f-e04f-4a7c-a485-047155a16601'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:52.603617 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23298095-0dc2-4d9d-99a4-d829c364608b req-75e636a7-522d-4d0b-ac2d-010e27300abe tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:52.605097 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-23298095-0dc2-4d9d-99a4-d829c364608b req-75e636a7-522d-4d0b-ac2d-010e27300abe tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 947 time: 0.0522966 Feb 18 16:41:52.649158 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-c3a5b82e-b020-485c-93a7-ecc202669404 None None] Set router 9867e16f-e04f-4a7c-a485-047155a16601 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:41:52.652326 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-23298095-0dc2-4d9d-99a4-d829c364608b req-036ac36c-0736-4c82-8f1f-0d973f09e038 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411894 Feb 18 16:41:52.851420 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-c3a5b82e-b020-485c-93a7-ecc202669404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:52Z', 'revision_number': 4, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '9c505c15-a441-490f-82aa-1aa73443390c', 'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'mac_address': 'fa:16:3e:63:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:36:01Z', 'revision_number': 5, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'subnets': [{'id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:52.878234 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5b82e-b020-485c-93a7-ecc202669404 None None] The sync data for ids ['9867e16f-e04f-4a7c-a485-047155a16601'] in dv-cinder-826607-4-iscsi is: [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:35:52Z', 'revision_number': 4, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '9c505c15-a441-490f-82aa-1aa73443390c', 'name': '', 'network_id': 'b70ae2d4-b37e-47df-8b0d-486770e38efd', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'mac_address': 'fa:16:3e:63:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:48Z', 'updated_at': '2022-02-18T16:36:01Z', 'revision_number': 5, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'subnets': [{'id': '5dae24fa-8ac8-4459-aa31-b074ff5b2445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:41:52.991710 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-801c2548-75f5-4511-ba3b-f7bfff064065 req-bf1ac0ec-c5c9-4988-9328-5a4b8071c35d tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f619ffd1-6694-41fa-b723-328ff139aba6 HTTP/1.1" status: 200 len: 210 time: 0.0281501 Feb 18 16:41:53.100098 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91084818-2020-45b3-b9e6-9c3ca84092b1 None None] New status for floating IP 4abef0b9-9558-48b1-a892-07ed621b36e9: DOWN {{(pid=102874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:41:53.776858 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc271a4-0ecb-4bf8-ac6b-08d1d0516ff1 req-e0c6a4dc-c505-4a24-9947-62025d9ec06f tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:53.778382 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1bc271a4-0ecb-4bf8-ac6b-08d1d0516ff1 req-e0c6a4dc-c505-4a24-9947-62025d9ec06f tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 947 time: 0.0543249 Feb 18 16:41:53.831335 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1bc271a4-0ecb-4bf8-ac6b-08d1d0516ff1 req-66507775-b963-4c85-bd01-382ef433e4ec tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474331 Feb 18 16:41:54.073613 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34836) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:54.129221 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e9b1807e-0ccb-4b52-81d3-a03c143f81fd tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group (93bd8be8-c264-4953-aac4-e95a2f470ee4), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:54.152132 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e9b1807e-0ccb-4b52-81d3-a03c143f81fd tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group (93bd8be8-c264-4953-aac4-e95a2f470ee4), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:54.199541 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e9b1807e-0ccb-4b52-81d3-a03c143f81fd tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (93bd8be8-c264-4953-aac4-e95a2f470ee4), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:54.202174 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e9b1807e-0ccb-4b52-81d3-a03c143f81fd tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:54.203533 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-e9b1807e-0ccb-4b52-81d3-a03c143f81fd tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "DELETE /v2.0/security-groups/93bd8be8-c264-4953-aac4-e95a2f470ee4 HTTP/1.1" status: 204 len: 168 time: 0.1288135 Feb 18 16:41:54.206383 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 34838) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:54.213153 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1807e-0ccb-4b52-81d3-a03c143f81fd tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bd8be8-c264-4953-aac4-e95a2f470ee4,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:54.226306 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.api.v2.resource [None req-1c359b6c-35cd-453f-8f48-04f41c324ec9 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] show failed (client error): The resource could not be found. Feb 18 16:41:54.227405 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-1c359b6c-35cd-453f-8f48-04f41c324ec9 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "GET /v2.0/security-groups/93bd8be8-c264-4953-aac4-e95a2f470ee4 HTTP/1.1" status: 404 len: 347 time: 0.0184708 Feb 18 16:41:54.230348 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 34840) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:54.352149 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-00a79c9b-826e-409b-aa0b-ea443976d56f tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Deleting port 21d183c7-f9ab-4ecb-99e0-5c7853cab864 {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:41:54.352389 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-00a79c9b-826e-409b-aa0b-ea443976d56f tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (21d183c7-f9ab-4ecb-99e0-5c7853cab864), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:54.426774 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-00a79c9b-826e-409b-aa0b-ea443976d56f tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (21d183c7-f9ab-4ecb-99e0-5c7853cab864), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:54.427092 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-00a79c9b-826e-409b-aa0b-ea443976d56f tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for floatingip (21d183c7-f9ab-4ecb-99e0-5c7853cab864), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:54.438654 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-00a79c9b-826e-409b-aa0b-ea443976d56f tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Calling delete_port for 21d183c7-f9ab-4ecb-99e0-5c7853cab864 owned by network:floatingip {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:41:54.567825 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-00a79c9b-826e-409b-aa0b-ea443976d56f tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (21d183c7-f9ab-4ecb-99e0-5c7853cab864), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:54.592049 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a79c9b-826e-409b-aa0b-ea443976d56f tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Pushing event deleted for resources: {'Port': ['ID=21d183c7-f9ab-4ecb-99e0-5c7853cab864,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:54.651593 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-00a79c9b-826e-409b-aa0b-ea443976d56f tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks [] for floatingip (4abef0b9-9558-48b1-a892-07ed621b36e9), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:54.654133 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-00a79c9b-826e-409b-aa0b-ea443976d56f tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:54.655260 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-00a79c9b-826e-409b-aa0b-ea443976d56f tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] 10.222.0.36 "DELETE /v2.0/floatingips/4abef0b9-9558-48b1-a892-07ed621b36e9 HTTP/1.1" status: 204 len: 168 time: 0.4237683 Feb 18 16:41:54.956181 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a129070-2544-4cb6-843e-43f576bbb1f0 req-fce23ba6-5450-4ec6-8b44-85e316f65312 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:41:54.957606 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1a129070-2544-4cb6-843e-43f576bbb1f0 req-fce23ba6-5450-4ec6-8b44-85e316f65312 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 947 time: 0.0552773 Feb 18 16:41:55.005083 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1a129070-2544-4cb6-843e-43f576bbb1f0 req-3f519fb3-9542-4093-9bb9-63d230315f51 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418401 Feb 18 16:41:58.161094 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34872) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:58.642684 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fce02474-d88c-499f-b373-89b74bd993be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594081'] for router_interface (9867e16f-e04f-4a7c-a485-047155a16601), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:58.885072 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-fce02474-d88c-499f-b373-89b74bd993be admin admin] Deleting port 9c505c15-a441-490f-82aa-1aa73443390c {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:41:58.885465 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fce02474-d88c-499f-b373-89b74bd993be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (9c505c15-a441-490f-82aa-1aa73443390c), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:58.961735 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-fce02474-d88c-499f-b373-89b74bd993be admin admin] For port 9c505c15-a441-490f-82aa-1aa73443390c, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=9c505c15-a441-490f-82aa-1aa73443390c,segment=NetworkSegment(18d623a6-ba6c-4db6-ae61-7d782c20dc23),segment_id=18d623a6-ba6c-4db6-ae61-7d782c20dc23)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:41:58.962012 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fce02474-d88c-499f-b373-89b74bd993be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (9c505c15-a441-490f-82aa-1aa73443390c), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:58.977859 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-fce02474-d88c-499f-b373-89b74bd993be admin admin] Calling delete_port for 9c505c15-a441-490f-82aa-1aa73443390c owned by network:router_interface {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:41:59.152502 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fce02474-d88c-499f-b373-89b74bd993be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (9c505c15-a441-490f-82aa-1aa73443390c), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:59.175844 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce02474-d88c-499f-b373-89b74bd993be admin admin] Pushing event deleted for resources: {'Port': ['ID=9c505c15-a441-490f-82aa-1aa73443390c,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:41:59.341440 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fce02474-d88c-499f-b373-89b74bd993be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595409'] for router_interface (9867e16f-e04f-4a7c-a485-047155a16601), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:59.552427 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce02474-d88c-499f-b373-89b74bd993be admin admin] Router 9867e16f-e04f-4a7c-a485-047155a16601 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:41:59.654754 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce02474-d88c-499f-b373-89b74bd993be admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:41:59.660273 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-fce02474-d88c-499f-b373-89b74bd993be admin admin] 10.222.0.36 "PUT /v2.0/routers/9867e16f-e04f-4a7c-a485-047155a16601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4975035 Feb 18 16:41:59.662986 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34876) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:41:59.665646 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f9d00-7739-4128-a5ae-8ad17bca66e7 None None] Sync routers for ids ['9867e16f-e04f-4a7c-a485-047155a16601'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:41:59.679705 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413f9d00-7739-4128-a5ae-8ad17bca66e7 None None] Routers {'9867e16f-e04f-4a7c-a485-047155a16601'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:41:59.680429 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-413f9d00-7739-4128-a5ae-8ad17bca66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:41:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9867e16f-e04f-4a7c-a485-047155a16601'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:41:59.764867 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44aeeedb-cd6f-4d50-8cac-0ebf2d301add admin admin] Publish callbacks [] for router (9867e16f-e04f-4a7c-a485-047155a16601), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:59.786865 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-413f9d00-7739-4128-a5ae-8ad17bca66e7 None None] Set router 9867e16f-e04f-4a7c-a485-047155a16601 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:41:59.868282 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44aeeedb-cd6f-4d50-8cac-0ebf2d301add admin admin] Publish callbacks [] for router_gateway (9867e16f-e04f-4a7c-a485-047155a16601), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:41:59.922455 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-44aeeedb-cd6f-4d50-8cac-0ebf2d301add admin admin] Deleting port 9fa036f1-1907-4db8-b843-7851b75946a5 {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:41:59.922818 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44aeeedb-cd6f-4d50-8cac-0ebf2d301add admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (9fa036f1-1907-4db8-b843-7851b75946a5), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:00.009980 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-44aeeedb-cd6f-4d50-8cac-0ebf2d301add admin admin] For port 9fa036f1-1907-4db8-b843-7851b75946a5, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=9fa036f1-1907-4db8-b843-7851b75946a5,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:00.010346 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44aeeedb-cd6f-4d50-8cac-0ebf2d301add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (9fa036f1-1907-4db8-b843-7851b75946a5), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:00.024754 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-44aeeedb-cd6f-4d50-8cac-0ebf2d301add admin admin] Calling delete_port for 9fa036f1-1907-4db8-b843-7851b75946a5 owned by network:router_gateway {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:00.092732 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-413f9d00-7739-4128-a5ae-8ad17bca66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:41:59Z', 'revision_number': 5, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port': {'id': '9fa036f1-1907-4db8-b843-7851b75946a5', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9867e16f-e04f-4a7c-a485-047155a16601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:38Z', 'updated_at': '2022-02-18T16:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:00.118218 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f9d00-7739-4128-a5ae-8ad17bca66e7 None None] Checking router: 9867e16f-e04f-4a7c-a485-047155a16601 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:42:00.126347 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413f9d00-7739-4128-a5ae-8ad17bca66e7 None None] Routers {'9867e16f-e04f-4a7c-a485-047155a16601'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:42:00.126953 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-413f9d00-7739-4128-a5ae-8ad17bca66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:41:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9867e16f-e04f-4a7c-a485-047155a16601'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:00.192673 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44aeeedb-cd6f-4d50-8cac-0ebf2d301add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (9fa036f1-1907-4db8-b843-7851b75946a5), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:00.219669 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-413f9d00-7739-4128-a5ae-8ad17bca66e7 None None] Set router 9867e16f-e04f-4a7c-a485-047155a16601 gateway port host: None {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:42:00.278881 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-413f9d00-7739-4128-a5ae-8ad17bca66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:41:59Z', 'revision_number': 6, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port_host': None}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:00.306784 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f9d00-7739-4128-a5ae-8ad17bca66e7 None None] The sync data for ids ['9867e16f-e04f-4a7c-a485-047155a16601'] in dv-cinder-826607-4-iscsi is: [{'id': '9867e16f-e04f-4a7c-a485-047155a16601', 'name': 'tempest-AttachVolumeTestJSON-1209503425-router', 'tenant_id': '9205f14486fc4e64830c7c133ec39235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:35Z', 'updated_at': '2022-02-18T16:41:59Z', 'revision_number': 6, 'project_id': '9205f14486fc4e64830c7c133ec39235', 'gw_port_host': None}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:42:00.449711 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aeeedb-cd6f-4d50-8cac-0ebf2d301add admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa036f1-1907-4db8-b843-7851b75946a5,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:00.507531 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44aeeedb-cd6f-4d50-8cac-0ebf2d301add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594559'] for router_gateway (9867e16f-e04f-4a7c-a485-047155a16601), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:00.594025 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44aeeedb-cd6f-4d50-8cac-0ebf2d301add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16060'] for router (9867e16f-e04f-4a7c-a485-047155a16601), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:00.595988 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44aeeedb-cd6f-4d50-8cac-0ebf2d301add admin admin] Publish callbacks [] for router_controller (9867e16f-e04f-4a7c-a485-047155a16601), precommit_delete_associations {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:00.641726 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44aeeedb-cd6f-4d50-8cac-0ebf2d301add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584666'] for router (9867e16f-e04f-4a7c-a485-047155a16601), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:00.642397 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44aeeedb-cd6f-4d50-8cac-0ebf2d301add admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9867e16f-e04f-4a7c-a485-047155a16601 {{(pid=102872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 16:42:00.647614 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-44aeeedb-cd6f-4d50-8cac-0ebf2d301add admin admin] Publish callbacks [] for router (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:00.648811 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-44aeeedb-cd6f-4d50-8cac-0ebf2d301add admin admin] 10.222.0.36 "DELETE /v2.0/routers/9867e16f-e04f-4a7c-a485-047155a16601 HTTP/1.1" status: 204 len: 168 time: 0.9849331 Feb 18 16:42:00.651401 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34878) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:00.696153 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_v2 [None req-c711d0f2-1274-4159-b19d-c0bb5bda2c62 admin admin] Deleting subnet 5dae24fa-8ac8-4459-aa31-b074ff5b2445 {{(pid=102872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 16:42:00.699393 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c711d0f2-1274-4159-b19d-c0bb5bda2c62 admin admin] Publish callbacks [] for subnet (5dae24fa-8ac8-4459-aa31-b074ff5b2445), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:00.734218 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c711d0f2-1274-4159-b19d-c0bb5bda2c62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12942670'] for subnet (5dae24fa-8ac8-4459-aa31-b074ff5b2445), precommit_delete_associations {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:00.843483 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c711d0f2-1274-4159-b19d-c0bb5bda2c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1265784'] for subnet (5dae24fa-8ac8-4459-aa31-b074ff5b2445), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:00.893603 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c711d0f2-1274-4159-b19d-c0bb5bda2c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1265761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12942766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13068797'] for subnet (5dae24fa-8ac8-4459-aa31-b074ff5b2445), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:00.920044 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711d0f2-1274-4159-b19d-c0bb5bda2c62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dae24fa-8ac8-4459-aa31-b074ff5b2445,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:00.921973 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c711d0f2-1274-4159-b19d-c0bb5bda2c62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:00.927042 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-c711d0f2-1274-4159-b19d-c0bb5bda2c62 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5dae24fa-8ac8-4459-aa31-b074ff5b2445 HTTP/1.1" status: 204 len: 168 time: 0.2740104 Feb 18 16:42:00.927205 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e60712-993e-4d79-9f86-c3ba8867c12c None None] Network b70ae2d4-b37e-47df-8b0d-486770e38efd requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:42:00.928885 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34880) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:00.998598 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1222129'] for network (b70ae2d4-b37e-47df-8b0d-486770e38efd), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.054498 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] Deleting port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:42:01.054498 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.086925 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb15a83-9303-4a13-b614-4ac72da60d11 None None] DHCP port deletion for b70ae2d4-b37e-47df-8b0d-486770e38efd request from dv-cinder-826607-4-iscsi {{(pid=102873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 16:42:01.117849 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] For port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8,segment=NetworkSegment(18d623a6-ba6c-4db6-ae61-7d782c20dc23),segment_id=18d623a6-ba6c-4db6-ae61-7d782c20dc23)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:01.118206 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.130725 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] Calling delete_port for 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 owned by network:dhcp {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:01.133170 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-8855144f-bd87-4037-8134-5796079346f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.148526 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-4fb15a83-9303-4a13-b614-4ac72da60d11 None None] Deleting port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 {{(pid=102873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:42:01.148891 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4fb15a83-9303-4a13-b614-4ac72da60d11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8), before_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.214247 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.217591 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-4fb15a83-9303-4a13-b614-4ac72da60d11 None None] For port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8,segment=NetworkSegment(18d623a6-ba6c-4db6-ae61-7d782c20dc23),segment_id=18d623a6-ba6c-4db6-ae61-7d782c20dc23)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:01.217988 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4fb15a83-9303-4a13-b614-4ac72da60d11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8), precommit_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.230315 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-4fb15a83-9303-4a13-b614-4ac72da60d11 None None] Calling delete_port for 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 owned by network:dhcp {{(pid=102873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:01.241974 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:01.243861 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] No DVR routers for this DVR port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 on host dv-cinder-826607-4-iscsi {{(pid=102872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:42:01.310834 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4fb15a83-9303-4a13-b614-4ac72da60d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810'] for port (3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8), after_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.318446 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1266929', 'neutron.services.segments.db._delete_segments_for_network-8740553082664'] for network (b70ae2d4-b37e-47df-8b0d-486770e38efd), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.340939 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb15a83-9303-4a13-b614-4ac72da60d11 None None] Pushing event deleted for resources: {'Port': ['ID=3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8,revision_number=None']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:01.341888 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70ae2d4-b37e-47df-8b0d-486770e38efd']}} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:01.345170 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb15a83-9303-4a13-b614-4ac72da60d11 None None] No DVR routers for this DVR port 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 on host dv-cinder-826607-4-iscsi {{(pid=102873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:42:01.358668 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d623a6-ba6c-4db6-ae61-7d782c20dc23') {'for_net_delete': True} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:01.359135 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d623a6-ba6c-4db6-ae61-7d782c20dc23') {} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:01.372318 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740553082929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942647'] for segment (18d623a6-ba6c-4db6-ae61-7d782c20dc23), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.389865 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (18d623a6-ba6c-4db6-ae61-7d782c20dc23), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.396374 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 16:42:01.396760 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12941132'] for segment (18d623a6-ba6c-4db6-ae61-7d782c20dc23), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: Traceback (most recent call last): Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: timer() Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: cb(*args, **kw) Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: return func(*args, **kwargs) Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: self._notify() Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: self.callback(batched_events) Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: event.method(event) Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: return f(self, *a, **k) Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._get(url).json() Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: return self.request(url, 'GET', **kwargs) Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 16:42:01.398448 dv-cinder-826607-4-iscsi neutron-server[102872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 16:42:01.450451 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1266942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594515'] for network (b70ae2d4-b37e-47df-8b0d-486770e38efd), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.455888 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.459761 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b70ae2d4-b37e-47df-8b0d-486770e38efd HTTP/1.1" status: 204 len: 168 time: 0.5299175 Feb 18 16:42:01.470810 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c725b1-d132-433f-915e-aec8137c7d66 admin admin] Pushing event deleted for resources: {'Network': ['ID=b70ae2d4-b37e-47df-8b0d-486770e38efd,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:01.574258 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34884) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:01.614203 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-43da201c-e859-4054-8f2b-63d60ab85ffe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9205f14486fc4e64830c7c133ec39235&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385287 Feb 18 16:42:01.616461 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34886) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:01.666095 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f283ab8f-0a85-4661-8406-bcf76a2a6d52 admin admin] Publish callbacks [] for security_group (9600b2f7-ea0f-4433-8f63-513f2064e5b8), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.687662 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f283ab8f-0a85-4661-8406-bcf76a2a6d52 admin admin] Publish callbacks [] for security_group (9600b2f7-ea0f-4433-8f63-513f2064e5b8), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.734460 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f283ab8f-0a85-4661-8406-bcf76a2a6d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (9600b2f7-ea0f-4433-8f63-513f2064e5b8), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.737029 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f283ab8f-0a85-4661-8406-bcf76a2a6d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:01.738677 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-f283ab8f-0a85-4661-8406-bcf76a2a6d52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9600b2f7-ea0f-4433-8f63-513f2064e5b8 HTTP/1.1" status: 204 len: 168 time: 0.1211836 Feb 18 16:42:01.746143 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283ab8f-0a85-4661-8406-bcf76a2a6d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9600b2f7-ea0f-4433-8f63-513f2064e5b8,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:02.024575 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 9fa036f1-1907-4db8-b843-7851b75946a5 no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:42:02.047220 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 9fa036f1-1907-4db8-b843-7851b75946a5 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:42:02.047576 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 9fa036f1-1907-4db8-b843-7851b75946a5 not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:42:02.047997 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 9c505c15-a441-490f-82aa-1aa73443390c no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:42:02.068542 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 9c505c15-a441-490f-82aa-1aa73443390c {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:42:02.068929 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 9c505c15-a441-490f-82aa-1aa73443390c not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:42:02.069321 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:42:02.088404 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:42:02.088770 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 3f252c7e-7f1a-4edc-a1c5-3d09382f7bf8 not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:42:03.195526 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-8663ce48-eb5e-42cc-b8cc-9466bfc8e0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:04.042439 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 34954) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:04.143820 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b2575fa3-8ae6-4bc5-8c7c-8c089cf49912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:04.216641 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b2575fa3-8ae6-4bc5-8c7c-8c089cf49912 admin admin] Publish callbacks [] for security_group (d58e41f2-2e28-4ba9-858c-998719b3de77), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:04.220221 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b2575fa3-8ae6-4bc5-8c7c-8c089cf49912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (d58e41f2-2e28-4ba9-858c-998719b3de77), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:04.257719 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-b2575fa3-8ae6-4bc5-8c7c-8c089cf49912 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd55085bb07e4062a4e6dd674f29c6e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142100 Feb 18 16:42:04.258644 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2575fa3-8ae6-4bc5-8c7c-8c089cf49912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58e41f2-2e28-4ba9-858c-998719b3de77,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:04.261150 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 34958) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:04.312895 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Publish callbacks [] for security_group (d58e41f2-2e28-4ba9-858c-998719b3de77), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:04.333827 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Publish callbacks [] for security_group (d58e41f2-2e28-4ba9-858c-998719b3de77), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:04.381111 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (d58e41f2-2e28-4ba9-858c-998719b3de77), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:04.383740 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:04.384893 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d58e41f2-2e28-4ba9-858c-998719b3de77 HTTP/1.1" status: 204 len: 168 time: 0.1222584 Feb 18 16:42:04.392207 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58e41f2-2e28-4ba9-858c-998719b3de77,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:04.399729 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:04.400070 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:04.400407 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:04.400738 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:04.401061 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:04.401407 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:04.401731 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:04.402056 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:04.402374 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:04.402790 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:04.402996 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:04.403307 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:04.403617 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fe54d-0503-406d-ba4d-2f66be23b16a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:04.539785 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:04.648786 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 34964) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:04.662146 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f82739e8-e133-4b5b-9402-ada8f71ef1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:04.734752 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f82739e8-e133-4b5b-9402-ada8f71ef1e3 admin admin] Publish callbacks [] for security_group (9a33fbcf-6898-4e45-a30d-26d2f56e481d), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:04.738335 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-f82739e8-e133-4b5b-9402-ada8f71ef1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (9a33fbcf-6898-4e45-a30d-26d2f56e481d), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:04.776860 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82739e8-e133-4b5b-9402-ada8f71ef1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a33fbcf-6898-4e45-a30d-26d2f56e481d,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:04.781072 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-f82739e8-e133-4b5b-9402-ada8f71ef1e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2aadfb0bdaf34f6baa99fa59a7dc7ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312485 Feb 18 16:42:04.783740 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 34966) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:04.830025 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-874334ec-a180-4e92-a10a-6bbf495ad419 admin admin] Publish callbacks [] for security_group (9a33fbcf-6898-4e45-a30d-26d2f56e481d), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:04.858366 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-874334ec-a180-4e92-a10a-6bbf495ad419 admin admin] Publish callbacks [] for security_group (9a33fbcf-6898-4e45-a30d-26d2f56e481d), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:04.905016 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-874334ec-a180-4e92-a10a-6bbf495ad419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (9a33fbcf-6898-4e45-a30d-26d2f56e481d), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:04.907653 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-874334ec-a180-4e92-a10a-6bbf495ad419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:04.908771 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-874334ec-a180-4e92-a10a-6bbf495ad419 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a33fbcf-6898-4e45-a30d-26d2f56e481d HTTP/1.1" status: 204 len: 168 time: 0.1241574 Feb 18 16:42:04.917319 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874334ec-a180-4e92-a10a-6bbf495ad419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a33fbcf-6898-4e45-a30d-26d2f56e481d,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:05.835958 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:07.537328 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:09.653213 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35040) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:09.658306 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 35042) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:09.759417 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3899bcc6-c436-463e-8248-4cd91e1977cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:09.835763 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3899bcc6-c436-463e-8248-4cd91e1977cd admin admin] Publish callbacks [] for security_group (2bed2b9c-447c-4ecd-8590-ecb37c796d23), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:09.840017 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3899bcc6-c436-463e-8248-4cd91e1977cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (2bed2b9c-447c-4ecd-8590-ecb37c796d23), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:09.880234 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899bcc6-c436-463e-8248-4cd91e1977cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bed2b9c-447c-4ecd-8590-ecb37c796d23,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:09.887027 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-3899bcc6-c436-463e-8248-4cd91e1977cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=081d51653c00476084ef3c17ce0abb6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302783 Feb 18 16:42:09.887224 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35048) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:09.936773 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-86b24e38-1267-49c9-ad70-cd546b1e7d20 admin admin] Publish callbacks [] for security_group (2bed2b9c-447c-4ecd-8590-ecb37c796d23), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:09.959002 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5b174-7a9c-4227-bc4a-58fa510df94e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Deleting port f54f2315-1922-4fb6-aeb1-74c2ac376633 {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:42:09.959285 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-86b24e38-1267-49c9-ad70-cd546b1e7d20 admin admin] Publish callbacks [] for security_group (2bed2b9c-447c-4ecd-8590-ecb37c796d23), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:09.959412 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b174-7a9c-4227-bc4a-58fa510df94e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (f54f2315-1922-4fb6-aeb1-74c2ac376633), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:10.007997 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-86b24e38-1267-49c9-ad70-cd546b1e7d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (2bed2b9c-447c-4ecd-8590-ecb37c796d23), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:10.010683 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-86b24e38-1267-49c9-ad70-cd546b1e7d20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:10.011872 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-86b24e38-1267-49c9-ad70-cd546b1e7d20 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2bed2b9c-447c-4ecd-8590-ecb37c796d23 HTTP/1.1" status: 204 len: 168 time: 0.1237926 Feb 18 16:42:10.022156 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b24e38-1267-49c9-ad70-cd546b1e7d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bed2b9c-447c-4ecd-8590-ecb37c796d23,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:10.038719 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b174-7a9c-4227-bc4a-58fa510df94e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (f54f2315-1922-4fb6-aeb1-74c2ac376633), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:10.038979 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b174-7a9c-4227-bc4a-58fa510df94e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for floatingip (f54f2315-1922-4fb6-aeb1-74c2ac376633), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:10.051166 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5b174-7a9c-4227-bc4a-58fa510df94e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Calling delete_port for f54f2315-1922-4fb6-aeb1-74c2ac376633 owned by network:floatingip {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:10.209987 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b174-7a9c-4227-bc4a-58fa510df94e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (f54f2315-1922-4fb6-aeb1-74c2ac376633), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:10.238714 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5b174-7a9c-4227-bc4a-58fa510df94e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Pushing event deleted for resources: {'Port': ['ID=f54f2315-1922-4fb6-aeb1-74c2ac376633,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:10.294261 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35054) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:10.303788 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b174-7a9c-4227-bc4a-58fa510df94e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for floatingip (db88bc7e-d831-406a-90c9-4ecf9834918a), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:10.304120 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.l3_db [None req-a2b5b174-7a9c-4227-bc4a-58fa510df94e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Floating IP db88bc7e-d831-406a-90c9-4ecf9834918a disassociated (deleted). External IP: 172.27.2.148, port: 74b43b11-bfab-4215-a5bf-2ec9d45bd6da. Feb 18 16:42:10.309251 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e76bc097-0bb6-4337-b679-4447efaa72f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:10.384724 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e76bc097-0bb6-4337-b679-4447efaa72f3 admin admin] Publish callbacks [] for security_group (3387b201-f675-456a-8f45-287b17a71e3e), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:10.389878 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e76bc097-0bb6-4337-b679-4447efaa72f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (3387b201-f675-456a-8f45-287b17a71e3e), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:10.429733 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-e76bc097-0bb6-4337-b679-4447efaa72f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=707ebb6a90eb4a24b87b7d59557cfe78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340454 Feb 18 16:42:10.430693 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bc097-0bb6-4337-b679-4447efaa72f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3387b201-f675-456a-8f45-287b17a71e3e,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:10.434593 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35056) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:10.489514 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8e48bf3b-86ef-4719-bb76-a10a6bc2bd5c admin admin] Publish callbacks [] for security_group (3387b201-f675-456a-8f45-287b17a71e3e), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:10.510347 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8e48bf3b-86ef-4719-bb76-a10a6bc2bd5c admin admin] Publish callbacks [] for security_group (3387b201-f675-456a-8f45-287b17a71e3e), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:10.520258 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b5b174-7a9c-4227-bc4a-58fa510df94e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:42:10.558107 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8e48bf3b-86ef-4719-bb76-a10a6bc2bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (3387b201-f675-456a-8f45-287b17a71e3e), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:10.560736 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8e48bf3b-86ef-4719-bb76-a10a6bc2bd5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:10.564304 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-8e48bf3b-86ef-4719-bb76-a10a6bc2bd5c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3387b201-f675-456a-8f45-287b17a71e3e HTTP/1.1" status: 204 len: 168 time: 0.1264787 Feb 18 16:42:10.571446 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48bf3b-86ef-4719-bb76-a10a6bc2bd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3387b201-f675-456a-8f45-287b17a71e3e,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:10.632080 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b5b174-7a9c-4227-bc4a-58fa510df94e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:42:10.636886 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b174-7a9c-4227-bc4a-58fa510df94e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:10.641780 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cc9776-7565-49dd-a190-6d4d9e51e312 None None] Sync routers for ids ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:42:10.651475 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cc9776-7565-49dd-a190-6d4d9e51e312 None None] Routers {'1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:42:10.652078 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-b5cc9776-7565-49dd-a190-6d4d9e51e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:42:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:10.668501 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-a2b5b174-7a9c-4227-bc4a-58fa510df94e tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "DELETE /v2.0/floatingips/db88bc7e-d831-406a-90c9-4ecf9834918a HTTP/1.1" status: 204 len: 168 time: 1.0086908 Feb 18 16:42:10.669697 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'tag': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:42:10.672118 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d4a3e6-5249-4ca5-8798-01a923cf0fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d", "tag": "74b43b11-bfab-4215-a5bf-2ec9d45bd6da"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:42:10.712174 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4611bd78-ef54-42cc-bc46-4d0e5551bcca x-openstack-request-id: req-4611bd78-ef54-42cc-bc46-4d0e5551bcca {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:42:10.712642 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d", "tag": "74b43b11-bfab-4215-a5bf-2ec9d45bd6da", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:42:10.713108 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4611bd78-ef54-42cc-bc46-4d0e5551bcca {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:42:10.713681 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'tag': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da', 'status': 'completed', 'code': 200} Feb 18 16:42:10.767199 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-b5cc9776-7565-49dd-a190-6d4d9e51e312 None None] Set router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:42:10.811404 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:10.818480 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4a3e6-5249-4ca5-8798-01a923cf0fbc req-03467e03-6192-4c98-a280-db7a579cc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:10.820164 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d3d4a3e6-5249-4ca5-8798-01a923cf0fbc req-03467e03-6192-4c98-a280-db7a579cc1a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9f79c26ed8948318c926160ece4f736&device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 1129 time: 0.0798562 Feb 18 16:42:10.948092 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4a3e6-5249-4ca5-8798-01a923cf0fbc req-ed3f3c21-6e85-4da5-b70d-ecb98957d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:10.949546 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d3d4a3e6-5249-4ca5-8798-01a923cf0fbc req-ed3f3c21-6e85-4da5-b70d-ecb98957d108 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 HTTP/1.1" status: 200 len: 910 time: 0.1232736 Feb 18 16:42:10.974565 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d39c6-08bd-4d9d-95b9-76890708767c req-410908d9-5c53-487f-a503-e86318c738be tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:10.976165 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7f2d39c6-08bd-4d9d-95b9-76890708767c req-410908d9-5c53-487f-a503-e86318c738be tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0581782 Feb 18 16:42:11.005321 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d3d4a3e6-5249-4ca5-8798-01a923cf0fbc req-68b2e3ca-6394-4f1a-8bbd-2a4d7f530633 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b43b11-bfab-4215-a5bf-2ec9d45bd6da HTTP/1.1" status: 200 len: 217 time: 0.0466030 Feb 18 16:42:11.049618 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7f2d39c6-08bd-4d9d-95b9-76890708767c req-b8b73dd3-a7df-4b9d-b713-58ac32e3a0b4 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531435 Feb 18 16:42:11.057782 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4a3e6-5249-4ca5-8798-01a923cf0fbc req-980314da-d15f-4e61-a3bb-7ac84f3186f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:11.059263 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d3d4a3e6-5249-4ca5-8798-01a923cf0fbc req-980314da-d15f-4e61-a3bb-7ac84f3186f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26e29d89-c798-44aa-ba6f-15822d150e51 HTTP/1.1" status: 200 len: 848 time: 0.0468407 Feb 18 16:42:11.113770 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4a3e6-5249-4ca5-8798-01a923cf0fbc req-04b9c975-e63b-45c7-b20b-23758b04e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:11.115699 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d3d4a3e6-5249-4ca5-8798-01a923cf0fbc req-04b9c975-e63b-45c7-b20b-23758b04e4f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7be8af3c-f9ea-44c7-9fd0-e5865773f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480492 Feb 18 16:42:11.135611 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-b5cc9776-7565-49dd-a190-6d4d9e51e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'name': 'tempest-TestShelveInstance-1456476625-router', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:36:55Z', 'updated_at': '2022-02-18T16:37:00Z', 'revision_number': 4, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'gw_port': {'id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:56Z', 'updated_at': '2022-02-18T16:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '03f2a1f3-d303-4557-87d0-333feb9337b0', 'name': '', 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'mac_address': 'fa:16:3e:a5:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:59Z', 'updated_at': '2022-02-18T16:37:03Z', 'revision_number': 5, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'subnets': [{'id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:11.164548 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cc9776-7565-49dd-a190-6d4d9e51e312 None None] Checking router: 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:42:11.172965 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cc9776-7565-49dd-a190-6d4d9e51e312 None None] Routers {'1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:42:11.173612 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-b5cc9776-7565-49dd-a190-6d4d9e51e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:42:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:11.219805 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d3d4a3e6-5249-4ca5-8798-01a923cf0fbc req-ce03da37-001e-44cb-b5d8-69509d7b77cb service neutron] 10.222.0.71 "GET /v2.0/networks/7be8af3c-f9ea-44c7-9fd0-e5865773f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941803 Feb 18 16:42:11.300329 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-b5cc9776-7565-49dd-a190-6d4d9e51e312 None None] Set router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:42:11.315227 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d3d4a3e6-5249-4ca5-8798-01a923cf0fbc req-9b327c9c-9bcc-43cc-8d26-8a6ce910e401 service neutron] 10.222.0.71 "GET /v2.0/networks/7be8af3c-f9ea-44c7-9fd0-e5865773f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874827 Feb 18 16:42:11.502927 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-b5cc9776-7565-49dd-a190-6d4d9e51e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'name': 'tempest-TestShelveInstance-1456476625-router', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:36:55Z', 'updated_at': '2022-02-18T16:37:00Z', 'revision_number': 4, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'gw_port': {'id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:56Z', 'updated_at': '2022-02-18T16:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '03f2a1f3-d303-4557-87d0-333feb9337b0', 'name': '', 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'mac_address': 'fa:16:3e:a5:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:59Z', 'updated_at': '2022-02-18T16:37:03Z', 'revision_number': 5, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'subnets': [{'id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:11.530213 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cc9776-7565-49dd-a190-6d4d9e51e312 None None] The sync data for ids ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'] in dv-cinder-826607-4-iscsi is: [{'id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'name': 'tempest-TestShelveInstance-1456476625-router', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:36:55Z', 'updated_at': '2022-02-18T16:37:00Z', 'revision_number': 4, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'gw_port': {'id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:56Z', 'updated_at': '2022-02-18T16:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '03f2a1f3-d303-4557-87d0-333feb9337b0', 'name': '', 'network_id': '7be8af3c-f9ea-44c7-9fd0-e5865773f2f7', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'mac_address': 'fa:16:3e:a5:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:59Z', 'updated_at': '2022-02-18T16:37:03Z', 'revision_number': 5, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'subnets': [{'id': '26e29d89-c798-44aa-ba6f-15822d150e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:42:11.757736 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0dc39e-7d78-416e-8a7c-0db4dac3f50c None None] New status for floating IP db88bc7e-d831-406a-90c9-4ecf9834918a: DOWN {{(pid=102873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:42:12.155594 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70483864-1b97-48c7-943e-1663007f7d1a req-8a8eb670-cfdb-4485-b195-3a59677cbd93 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:12.157107 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-70483864-1b97-48c7-943e-1663007f7d1a req-8a8eb670-cfdb-4485-b195-3a59677cbd93 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0550673 Feb 18 16:42:12.206400 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-70483864-1b97-48c7-943e-1663007f7d1a req-f815742c-3143-494e-8722-96627fe61b8a tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/security-groups?id=946db5f7-e564-45c8-876a-15c96913ab92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428424 Feb 18 16:42:12.596762 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd19de-d8a1-4c43-b047-859dea5162b6 req-52d5df3d-dc15-4e75-bbb8-849e27e9669a tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:12.598840 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ccd19de-d8a1-4c43-b047-859dea5162b6 req-52d5df3d-dc15-4e75-bbb8-849e27e9669a tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.71 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0605402 Feb 18 16:42:12.693182 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-7ccd19de-d8a1-4c43-b047-859dea5162b6 req-4a6e8db1-c7a0-4aff-b89f-f38c10167286 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Deleting port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:42:12.693548 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-7ccd19de-d8a1-4c43-b047-859dea5162b6 req-4a6e8db1-c7a0-4aff-b89f-f38c10167286 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:12.784411 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-7ccd19de-d8a1-4c43-b047-859dea5162b6 req-4a6e8db1-c7a0-4aff-b89f-f38c10167286 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] For port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,segment=NetworkSegment(b0f8370f-4a44-4ac5-b089-87d0f0c0a199),segment_id=b0f8370f-4a44-4ac5-b089-87d0f0c0a199)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:12.784767 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-7ccd19de-d8a1-4c43-b047-859dea5162b6 req-4a6e8db1-c7a0-4aff-b89f-f38c10167286 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:12.798147 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-7ccd19de-d8a1-4c43-b047-859dea5162b6 req-4a6e8db1-c7a0-4aff-b89f-f38c10167286 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Calling delete_port for 74b43b11-bfab-4215-a5bf-2ec9d45bd6da owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:12.930075 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-7ccd19de-d8a1-4c43-b047-859dea5162b6 req-4a6e8db1-c7a0-4aff-b89f-f38c10167286 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (74b43b11-bfab-4215-a5bf-2ec9d45bd6da), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:12.959861 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e8db1-c7a0-4aff-b89f-f38c10167286 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Pushing event deleted for resources: {'Port': ['ID=74b43b11-bfab-4215-a5bf-2ec9d45bd6da,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:13.003968 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccd19de-d8a1-4c43-b047-859dea5162b6 req-4a6e8db1-c7a0-4aff-b89f-f38c10167286 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] No DVR routers for this DVR port 74b43b11-bfab-4215-a5bf-2ec9d45bd6da on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:42:13.007003 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-7ccd19de-d8a1-4c43-b047-859dea5162b6 req-4a6e8db1-c7a0-4aff-b89f-f38c10167286 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:13.010307 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-7ccd19de-d8a1-4c43-b047-859dea5162b6 req-4a6e8db1-c7a0-4aff-b89f-f38c10167286 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.71 "DELETE /v2.0/ports/74b43b11-bfab-4215-a5bf-2ec9d45bd6da HTTP/1.1" status: 204 len: 173 time: 0.4061708 Feb 18 16:42:13.010757 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'name': 'network-vif-deleted', 'tag': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:42:13.012949 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e5ad14-67c4-4452-ab91-9dc42dcbbe10" -d '{"events": [{"server_uuid": "73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d", "name": "network-vif-deleted", "tag": "74b43b11-bfab-4215-a5bf-2ec9d45bd6da"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:42:13.054530 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620b0649-2fbb-4f33-8c8a-00ae518003cf x-openstack-request-id: req-620b0649-2fbb-4f33-8c8a-00ae518003cf {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:42:13.054818 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d", "name": "network-vif-deleted", "tag": "74b43b11-bfab-4215-a5bf-2ec9d45bd6da", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:42:13.055092 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-620b0649-2fbb-4f33-8c8a-00ae518003cf {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:42:13.055472 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d', 'name': 'network-vif-deleted', 'tag': '74b43b11-bfab-4215-a5bf-2ec9d45bd6da', 'status': 'completed', 'code': 200} Feb 18 16:42:13.314513 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-067908d2-6985-46ea-9743-d324e5d41b52 req-025be093-b6f7-4522-8c91-5b76e6569435 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d07ce4-9a7f-4ec0-a938-4ca92bcc0b7d HTTP/1.1" status: 200 len: 210 time: 0.0343807 Feb 18 16:42:14.372316 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35154) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:14.428243 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fffe8a7e-7cbf-49b8-991f-fae623932d92 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group (946db5f7-e564-45c8-876a-15c96913ab92), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:14.452792 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fffe8a7e-7cbf-49b8-991f-fae623932d92 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group (946db5f7-e564-45c8-876a-15c96913ab92), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:14.512009 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fffe8a7e-7cbf-49b8-991f-fae623932d92 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (946db5f7-e564-45c8-876a-15c96913ab92), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:14.514748 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fffe8a7e-7cbf-49b8-991f-fae623932d92 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:14.515905 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-fffe8a7e-7cbf-49b8-991f-fae623932d92 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] 10.222.0.36 "DELETE /v2.0/security-groups/946db5f7-e564-45c8-876a-15c96913ab92 HTTP/1.1" status: 204 len: 168 time: 0.1425798 Feb 18 16:42:14.530108 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe8a7e-7cbf-49b8-991f-fae623932d92 tempest-TestShelveInstance-200588816 tempest-TestShelveInstance-200588816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=946db5f7-e564-45c8-876a-15c96913ab92,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:14.560005 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 35158) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:15.069396 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1d7f9288-a39c-49ae-8c4a-547f637b772c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594081'] for router_interface (1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:15.315949 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f9288-a39c-49ae-8c4a-547f637b772c admin admin] Deleting port 03f2a1f3-d303-4557-87d0-333feb9337b0 {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:42:15.316191 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1d7f9288-a39c-49ae-8c4a-547f637b772c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:15.393479 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [None req-1d7f9288-a39c-49ae-8c4a-547f637b772c admin admin] For port 03f2a1f3-d303-4557-87d0-333feb9337b0, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=03f2a1f3-d303-4557-87d0-333feb9337b0,segment=NetworkSegment(b0f8370f-4a44-4ac5-b089-87d0f0c0a199),segment_id=b0f8370f-4a44-4ac5-b089-87d0f0c0a199)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:15.393839 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1d7f9288-a39c-49ae-8c4a-547f637b772c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:15.406534 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f9288-a39c-49ae-8c4a-547f637b772c admin admin] Calling delete_port for 03f2a1f3-d303-4557-87d0-333feb9337b0 owned by network:router_interface {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:15.588193 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1d7f9288-a39c-49ae-8c4a-547f637b772c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (03f2a1f3-d303-4557-87d0-333feb9337b0), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:15.617017 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f9288-a39c-49ae-8c4a-547f637b772c admin admin] Pushing event deleted for resources: {'Port': ['ID=03f2a1f3-d303-4557-87d0-333feb9337b0,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:15.782872 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-1d7f9288-a39c-49ae-8c4a-547f637b772c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595409'] for router_interface (1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:15.908808 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 74b43b11-bfab-4215-a5bf-2ec9d45bd6da no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:42:15.935691 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: 74b43b11-bfab-4215-a5bf-2ec9d45bd6da {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:42:15.936043 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 74b43b11-bfab-4215-a5bf-2ec9d45bd6da not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:42:16.258735 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7f9288-a39c-49ae-8c4a-547f637b772c admin admin] Router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:42:16.366717 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7f9288-a39c-49ae-8c4a-547f637b772c admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:42:16.375366 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-1d7f9288-a39c-49ae-8c4a-547f637b772c admin admin] 10.222.0.36 "PUT /v2.0/routers/1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8102684 Feb 18 16:42:16.375366 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 35168) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:16.375725 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5c6a5c-ffb1-4639-a384-bc7cd225d65d None None] Sync routers for ids ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:42:16.386380 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c6a5c-ffb1-4639-a384-bc7cd225d65d None None] Routers {'1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:42:16.386990 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-bc5c6a5c-ffb1-4639-a384-bc7cd225d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:42:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:16.491140 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-18de923e-e183-4023-8aed-29a3a4c7d80b admin admin] Publish callbacks [] for router (1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:16.495096 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-bc5c6a5c-ffb1-4639-a384-bc7cd225d65d None None] Set router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:42:16.599187 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-18de923e-e183-4023-8aed-29a3a4c7d80b admin admin] Publish callbacks [] for router_gateway (1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:16.655334 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-18de923e-e183-4023-8aed-29a3a4c7d80b admin admin] Deleting port 6efb6915-046e-41bf-ba4e-c54efb448e0f {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:42:16.655658 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-18de923e-e183-4023-8aed-29a3a4c7d80b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (6efb6915-046e-41bf-ba4e-c54efb448e0f), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:16.713831 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-bc5c6a5c-ffb1-4639-a384-bc7cd225d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'name': 'tempest-TestShelveInstance-1456476625-router', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:36:55Z', 'updated_at': '2022-02-18T16:42:15Z', 'revision_number': 5, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'gw_port': {'id': '6efb6915-046e-41bf-ba4e-c54efb448e0f', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:36:56Z', 'updated_at': '2022-02-18T16:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:16.739654 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [None req-18de923e-e183-4023-8aed-29a3a4c7d80b admin admin] For port 6efb6915-046e-41bf-ba4e-c54efb448e0f, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=6efb6915-046e-41bf-ba4e-c54efb448e0f,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:16.739995 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-18de923e-e183-4023-8aed-29a3a4c7d80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (6efb6915-046e-41bf-ba4e-c54efb448e0f), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:16.752063 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5c6a5c-ffb1-4639-a384-bc7cd225d65d None None] Checking router: 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:42:16.752335 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-18de923e-e183-4023-8aed-29a3a4c7d80b admin admin] Calling delete_port for 6efb6915-046e-41bf-ba4e-c54efb448e0f owned by network:router_gateway {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:16.765530 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c6a5c-ffb1-4639-a384-bc7cd225d65d None None] Routers {'1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:42:16.766180 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-bc5c6a5c-ffb1-4639-a384-bc7cd225d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:42:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:16.875612 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-bc5c6a5c-ffb1-4639-a384-bc7cd225d65d None None] Set router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 gateway port host: None {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:42:16.942482 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-bc5c6a5c-ffb1-4639-a384-bc7cd225d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'name': 'tempest-TestShelveInstance-1456476625-router', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:36:55Z', 'updated_at': '2022-02-18T16:42:16Z', 'revision_number': 6, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'gw_port_host': None}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:16.961761 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-18de923e-e183-4023-8aed-29a3a4c7d80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (6efb6915-046e-41bf-ba4e-c54efb448e0f), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:16.974345 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5c6a5c-ffb1-4639-a384-bc7cd225d65d None None] The sync data for ids ['1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5'] in dv-cinder-826607-4-iscsi is: [{'id': '1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5', 'name': 'tempest-TestShelveInstance-1456476625-router', 'tenant_id': 'a9f79c26ed8948318c926160ece4f736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:36:55Z', 'updated_at': '2022-02-18T16:42:16Z', 'revision_number': 6, 'project_id': 'a9f79c26ed8948318c926160ece4f736', 'gw_port_host': None}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:42:16.991960 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de923e-e183-4023-8aed-29a3a4c7d80b admin admin] Pushing event deleted for resources: {'Port': ['ID=6efb6915-046e-41bf-ba4e-c54efb448e0f,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:17.058496 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-18de923e-e183-4023-8aed-29a3a4c7d80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594559'] for router_gateway (1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.159068 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-18de923e-e183-4023-8aed-29a3a4c7d80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16060'] for router (1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.161957 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-18de923e-e183-4023-8aed-29a3a4c7d80b admin admin] Publish callbacks [] for router_controller (1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5), precommit_delete_associations {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.217145 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-18de923e-e183-4023-8aed-29a3a4c7d80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584666'] for router (1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.217732 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18de923e-e183-4023-8aed-29a3a4c7d80b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 {{(pid=102871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 16:42:17.222090 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-18de923e-e183-4023-8aed-29a3a4c7d80b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.223247 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-18de923e-e183-4023-8aed-29a3a4c7d80b admin admin] 10.222.0.36 "DELETE /v2.0/routers/1cdf57f3-cc59-43a5-8b36-f34c8f2edcc5 HTTP/1.1" status: 204 len: 168 time: 0.8470299 Feb 18 16:42:17.225885 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 35172) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:17.274301 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f334ee-7032-47dc-b6df-8a5b3edd9ef6 admin admin] Deleting subnet 26e29d89-c798-44aa-ba6f-15822d150e51 {{(pid=102871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 16:42:17.277250 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c5f334ee-7032-47dc-b6df-8a5b3edd9ef6 admin admin] Publish callbacks [] for subnet (26e29d89-c798-44aa-ba6f-15822d150e51), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.318587 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c5f334ee-7032-47dc-b6df-8a5b3edd9ef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13231428'] for subnet (26e29d89-c798-44aa-ba6f-15822d150e51), precommit_delete_associations {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.409215 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c5f334ee-7032-47dc-b6df-8a5b3edd9ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1265784'] for subnet (26e29d89-c798-44aa-ba6f-15822d150e51), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.463200 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c5f334ee-7032-47dc-b6df-8a5b3edd9ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1265761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13446614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416762'] for subnet (26e29d89-c798-44aa-ba6f-15822d150e51), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.490767 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f334ee-7032-47dc-b6df-8a5b3edd9ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26e29d89-c798-44aa-ba6f-15822d150e51,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:17.492691 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-c5f334ee-7032-47dc-b6df-8a5b3edd9ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.495893 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-c5f334ee-7032-47dc-b6df-8a5b3edd9ef6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/26e29d89-c798-44aa-ba6f-15822d150e51 HTTP/1.1" status: 204 len: 168 time: 0.2690623 Feb 18 16:42:17.498331 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 35174) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:17.500134 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe6ebb9-c71a-488b-a834-552c8460b55b None None] Network 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:42:17.568045 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1222129'] for network (7be8af3c-f9ea-44c7-9fd0-e5865773f2f7), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.626330 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] Deleting port b5933667-26bd-40bf-9558-3be80438658a {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:42:17.626957 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (b5933667-26bd-40bf-9558-3be80438658a), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.689270 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] For port b5933667-26bd-40bf-9558-3be80438658a, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=b5933667-26bd-40bf-9558-3be80438658a,segment=NetworkSegment(b0f8370f-4a44-4ac5-b089-87d0f0c0a199),segment_id=b0f8370f-4a44-4ac5-b089-87d0f0c0a199)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:17.689568 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (b5933667-26bd-40bf-9558-3be80438658a), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.701701 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] Calling delete_port for b5933667-26bd-40bf-9558-3be80438658a owned by network:dhcp {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:17.763675 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bded15f-5905-4755-b40e-819b9f72b94b None None] DHCP port deletion for 7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 request from dv-cinder-826607-4-iscsi {{(pid=102873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 16:42:17.786336 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (b5933667-26bd-40bf-9558-3be80438658a), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.814465 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5933667-26bd-40bf-9558-3be80438658a,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:17.820085 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] No DVR routers for this DVR port b5933667-26bd-40bf-9558-3be80438658a on host dv-cinder-826607-4-iscsi {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:42:17.829696 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-8bded15f-5905-4755-b40e-819b9f72b94b None None] Deleting port b5933667-26bd-40bf-9558-3be80438658a {{(pid=102873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:42:17.830077 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-8bded15f-5905-4755-b40e-819b9f72b94b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (b5933667-26bd-40bf-9558-3be80438658a), before_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.891927 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1266929', 'neutron.services.segments.db._delete_segments_for_network-8740553082664'] for network (7be8af3c-f9ea-44c7-9fd0-e5865773f2f7), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.899345 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-8bded15f-5905-4755-b40e-819b9f72b94b None None] For port b5933667-26bd-40bf-9558-3be80438658a, host dv-cinder-826607-4-iscsi, got binding levels [] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:17.899748 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-8bded15f-5905-4755-b40e-819b9f72b94b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (b5933667-26bd-40bf-9558-3be80438658a), precommit_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.912809 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-8bded15f-5905-4755-b40e-819b9f72b94b None None] Calling delete_port for b5933667-26bd-40bf-9558-3be80438658a owned by network:dhcp {{(pid=102873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:17.915022 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be8af3c-f9ea-44c7-9fd0-e5865773f2f7']}} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:17.916070 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.ipam_backend_mixin [None req-8bded15f-5905-4755-b40e-819b9f72b94b None None] Port b5933667-26bd-40bf-9558-3be80438658a was not found and therefore no delete operation was performed {{(pid=102873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 18 16:42:17.918687 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-8bded15f-5905-4755-b40e-819b9f72b94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810'] for port (b5933667-26bd-40bf-9558-3be80438658a), after_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.930341 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f8370f-4a44-4ac5-b089-87d0f0c0a199') {'for_net_delete': True} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:17.930641 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f8370f-4a44-4ac5-b089-87d0f0c0a199') {} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:17.940507 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740553082929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13231421'] for segment (b0f8370f-4a44-4ac5-b089-87d0f0c0a199), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.950197 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bded15f-5905-4755-b40e-819b9f72b94b None None] Pushing event deleted for resources: {'Port': ['ID=b5933667-26bd-40bf-9558-3be80438658a,revision_number=None']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:17.959626 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (b0f8370f-4a44-4ac5-b089-87d0f0c0a199), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.962090 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bded15f-5905-4755-b40e-819b9f72b94b None None] No DVR routers for this DVR port b5933667-26bd-40bf-9558-3be80438658a on host dv-cinder-826607-4-iscsi {{(pid=102873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:42:17.967636 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444916'] for segment (b0f8370f-4a44-4ac5-b089-87d0f0c0a199), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: Traceback (most recent call last): Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: timer() Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: cb(*args, **kw) Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: return func(*args, **kwargs) Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: self._notify() Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: self.callback(batched_events) Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: event.method(event) Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: return f(self, *a, **k) Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: return self._get(url).json() Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: return self.request(url, 'GET', **kwargs) Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 16:42:17.970735 dv-cinder-826607-4-iscsi neutron-server[102871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 16:42:18.043360 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1266942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594515'] for network (7be8af3c-f9ea-44c7-9fd0-e5865773f2f7), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:18.049274 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:18.050217 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 6efb6915-046e-41bf-ba4e-c54efb448e0f no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:42:18.055912 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35176) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:18.056383 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7be8af3c-f9ea-44c7-9fd0-e5865773f2f7 HTTP/1.1" status: 204 len: 168 time: 0.5566995 Feb 18 16:42:18.066332 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f67879-1016-4261-a0a3-e49fd733dba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7be8af3c-f9ea-44c7-9fd0-e5865773f2f7,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:18.079208 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 6efb6915-046e-41bf-ba4e-c54efb448e0f {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:42:18.079454 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 6efb6915-046e-41bf-ba4e-c54efb448e0f not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:42:18.079805 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 03f2a1f3-d303-4557-87d0-333feb9337b0 no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:42:18.102501 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 03f2a1f3-d303-4557-87d0-333feb9337b0 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:42:18.102501 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 03f2a1f3-d303-4557-87d0-333feb9337b0 not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:42:18.102501 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device b5933667-26bd-40bf-9558-3be80438658a no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:42:18.131449 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: b5933667-26bd-40bf-9558-3be80438658a {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:42:18.131796 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device b5933667-26bd-40bf-9558-3be80438658a not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:42:18.418715 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594081'] for router_interface (98a33a40-a657-4004-9f66-ebf93739cf25), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:18.614335 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:42:18.671155 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Deleting port 3bdc8e8b-0734-42fc-af45-88146a7743cd {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:42:18.671438 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:18.750411 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] For port 3bdc8e8b-0734-42fc-af45-88146a7743cd, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=3bdc8e8b-0734-42fc-af45-88146a7743cd,segment=NetworkSegment(218dc525-14f0-4cdd-b769-e5b32fcd04a6),segment_id=218dc525-14f0-4cdd-b769-e5b32fcd04a6)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:18.750776 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:18.766367 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Calling delete_port for 3bdc8e8b-0734-42fc-af45-88146a7743cd owned by network:router_interface {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:18.949794 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (3bdc8e8b-0734-42fc-af45-88146a7743cd), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:18.972838 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bdc8e8b-0734-42fc-af45-88146a7743cd,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:18.987196 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:18.987390 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:18.987737 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:18.988083 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:18.988415 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:18.988788 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:18.989356 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:18.989695 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:18.990025 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:18.990364 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:18.990681 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:18.991005 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:18.991355 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:19.154884 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595409'] for router_interface (98a33a40-a657-4004-9f66-ebf93739cf25), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:19.372678 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Router 98a33a40-a657-4004-9f66-ebf93739cf25 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:42:19.481794 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:42:19.487035 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-9b50974e-1981-4fcf-ab7a-6a87b0818fc7 admin admin] 10.222.0.36 "PUT /v2.0/routers/98a33a40-a657-4004-9f66-ebf93739cf25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4300013 Feb 18 16:42:19.490108 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35182) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:19.491284 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d306ed-4718-40ad-836d-2d8ba05f3769 None None] Sync routers for ids ['98a33a40-a657-4004-9f66-ebf93739cf25'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:42:19.500630 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d306ed-4718-40ad-836d-2d8ba05f3769 None None] Routers {'98a33a40-a657-4004-9f66-ebf93739cf25'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:42:19.501246 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-73d306ed-4718-40ad-836d-2d8ba05f3769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:42:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['98a33a40-a657-4004-9f66-ebf93739cf25'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:19.602523 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0e0123d8-3e58-48be-b9aa-ecf2d3447f30 admin admin] Publish callbacks [] for router (98a33a40-a657-4004-9f66-ebf93739cf25), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:19.612572 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-73d306ed-4718-40ad-836d-2d8ba05f3769 None None] Set router 98a33a40-a657-4004-9f66-ebf93739cf25 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:42:19.803611 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-73d306ed-4718-40ad-836d-2d8ba05f3769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'name': 'tempest-TestShelveInstance-1280000321-router', 'tenant_id': '6fdac00c1e644349875addca114445b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '42388257-0c7b-4492-9048-be96708cd198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:37:02Z', 'updated_at': '2022-02-18T16:42:18Z', 'revision_number': 5, 'project_id': '6fdac00c1e644349875addca114445b1', 'gw_port': {'id': '42388257-0c7b-4492-9048-be96708cd198', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:37:03Z', 'updated_at': '2022-02-18T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:19.834116 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d306ed-4718-40ad-836d-2d8ba05f3769 None None] Checking router: 98a33a40-a657-4004-9f66-ebf93739cf25 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:42:19.843384 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d306ed-4718-40ad-836d-2d8ba05f3769 None None] Routers {'98a33a40-a657-4004-9f66-ebf93739cf25'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:42:19.844011 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-73d306ed-4718-40ad-836d-2d8ba05f3769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:42:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['98a33a40-a657-4004-9f66-ebf93739cf25'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:19.940061 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0e0123d8-3e58-48be-b9aa-ecf2d3447f30 admin admin] Publish callbacks [] for router_gateway (98a33a40-a657-4004-9f66-ebf93739cf25), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:19.958360 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-73d306ed-4718-40ad-836d-2d8ba05f3769 None None] Set router 98a33a40-a657-4004-9f66-ebf93739cf25 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:42:19.994062 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-0e0123d8-3e58-48be-b9aa-ecf2d3447f30 admin admin] Deleting port 42388257-0c7b-4492-9048-be96708cd198 {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:42:19.994437 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0e0123d8-3e58-48be-b9aa-ecf2d3447f30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (42388257-0c7b-4492-9048-be96708cd198), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:20.074417 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-0e0123d8-3e58-48be-b9aa-ecf2d3447f30 admin admin] For port 42388257-0c7b-4492-9048-be96708cd198, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=42388257-0c7b-4492-9048-be96708cd198,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:20.074693 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0e0123d8-3e58-48be-b9aa-ecf2d3447f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (42388257-0c7b-4492-9048-be96708cd198), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:20.087219 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-0e0123d8-3e58-48be-b9aa-ecf2d3447f30 admin admin] Calling delete_port for 42388257-0c7b-4492-9048-be96708cd198 owned by network:router_gateway {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:20.138894 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-73d306ed-4718-40ad-836d-2d8ba05f3769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'name': 'tempest-TestShelveInstance-1280000321-router', 'tenant_id': '6fdac00c1e644349875addca114445b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '42388257-0c7b-4492-9048-be96708cd198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:37:02Z', 'updated_at': '2022-02-18T16:42:18Z', 'revision_number': 5, 'project_id': '6fdac00c1e644349875addca114445b1', 'gw_port': {'id': '42388257-0c7b-4492-9048-be96708cd198', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:37:03Z', 'updated_at': '2022-02-18T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:20.172653 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d306ed-4718-40ad-836d-2d8ba05f3769 None None] The sync data for ids ['98a33a40-a657-4004-9f66-ebf93739cf25'] in dv-cinder-826607-4-iscsi is: [{'id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'name': 'tempest-TestShelveInstance-1280000321-router', 'tenant_id': '6fdac00c1e644349875addca114445b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '42388257-0c7b-4492-9048-be96708cd198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:37:02Z', 'updated_at': '2022-02-18T16:42:18Z', 'revision_number': 5, 'project_id': '6fdac00c1e644349875addca114445b1', 'gw_port': {'id': '42388257-0c7b-4492-9048-be96708cd198', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a33a40-a657-4004-9f66-ebf93739cf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:37:03Z', 'updated_at': '2022-02-18T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:42:20.272600 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0e0123d8-3e58-48be-b9aa-ecf2d3447f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (42388257-0c7b-4492-9048-be96708cd198), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:20.301019 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0123d8-3e58-48be-b9aa-ecf2d3447f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=42388257-0c7b-4492-9048-be96708cd198,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:20.373274 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0e0123d8-3e58-48be-b9aa-ecf2d3447f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594559'] for router_gateway (98a33a40-a657-4004-9f66-ebf93739cf25), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:20.466831 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0e0123d8-3e58-48be-b9aa-ecf2d3447f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16060'] for router (98a33a40-a657-4004-9f66-ebf93739cf25), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:20.468885 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0e0123d8-3e58-48be-b9aa-ecf2d3447f30 admin admin] Publish callbacks [] for router_controller (98a33a40-a657-4004-9f66-ebf93739cf25), precommit_delete_associations {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:20.521458 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0e0123d8-3e58-48be-b9aa-ecf2d3447f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584666'] for router (98a33a40-a657-4004-9f66-ebf93739cf25), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:20.522074 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0123d8-3e58-48be-b9aa-ecf2d3447f30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98a33a40-a657-4004-9f66-ebf93739cf25 {{(pid=102872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 16:42:20.526623 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0e0123d8-3e58-48be-b9aa-ecf2d3447f30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:20.527934 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-0e0123d8-3e58-48be-b9aa-ecf2d3447f30 admin admin] 10.222.0.36 "DELETE /v2.0/routers/98a33a40-a657-4004-9f66-ebf93739cf25 HTTP/1.1" status: 204 len: 168 time: 1.0368855 Feb 18 16:42:20.530812 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 35186) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:20.575902 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_v2 [None req-9064a32e-ee2c-417b-8c63-04ed8de273ae admin admin] Deleting subnet cf62efc3-bcad-4250-9525-bd2ebc05ca9a {{(pid=102871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 16:42:20.579948 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9064a32e-ee2c-417b-8c63-04ed8de273ae admin admin] Publish callbacks [] for subnet (cf62efc3-bcad-4250-9525-bd2ebc05ca9a), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:20.616240 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9064a32e-ee2c-417b-8c63-04ed8de273ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13231428'] for subnet (cf62efc3-bcad-4250-9525-bd2ebc05ca9a), precommit_delete_associations {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:20.706601 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9064a32e-ee2c-417b-8c63-04ed8de273ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1265784'] for subnet (cf62efc3-bcad-4250-9525-bd2ebc05ca9a), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:20.765064 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9064a32e-ee2c-417b-8c63-04ed8de273ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1265761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13446614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416762'] for subnet (cf62efc3-bcad-4250-9525-bd2ebc05ca9a), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:20.792231 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064a32e-ee2c-417b-8c63-04ed8de273ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf62efc3-bcad-4250-9525-bd2ebc05ca9a,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:20.795688 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9064a32e-ee2c-417b-8c63-04ed8de273ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:20.801693 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35188) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:20.803208 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07172efb-ed9d-47b1-8c45-5d91da54e34d None None] Network d3135b08-354f-42cb-9c06-6451f390b834 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:42:20.807554 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-9064a32e-ee2c-417b-8c63-04ed8de273ae admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cf62efc3-bcad-4250-9525-bd2ebc05ca9a HTTP/1.1" status: 204 len: 168 time: 0.2755687 Feb 18 16:42:20.891330 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1222129'] for network (d3135b08-354f-42cb-9c06-6451f390b834), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:20.965843 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] Deleting port 4304916c-39bb-4b14-bea1-5ca7d690e453 {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:42:20.966180 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (4304916c-39bb-4b14-bea1-5ca7d690e453), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:21.032005 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] For port 4304916c-39bb-4b14-bea1-5ca7d690e453, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=4304916c-39bb-4b14-bea1-5ca7d690e453,segment=NetworkSegment(218dc525-14f0-4cdd-b769-e5b32fcd04a6),segment_id=218dc525-14f0-4cdd-b769-e5b32fcd04a6)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:21.032359 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (4304916c-39bb-4b14-bea1-5ca7d690e453), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:21.045022 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] Calling delete_port for 4304916c-39bb-4b14-bea1-5ca7d690e453 owned by network:dhcp {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:21.126749 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (4304916c-39bb-4b14-bea1-5ca7d690e453), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:21.152170 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] Pushing event deleted for resources: {'Port': ['ID=4304916c-39bb-4b14-bea1-5ca7d690e453,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:21.157056 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] No DVR routers for this DVR port 4304916c-39bb-4b14-bea1-5ca7d690e453 on host dv-cinder-826607-4-iscsi {{(pid=102872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:42:21.178437 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7688a4-ba29-4aef-8894-10cc3d0d2929 None None] DHCP port deletion for d3135b08-354f-42cb-9c06-6451f390b834 request from dv-cinder-826607-4-iscsi {{(pid=102873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 16:42:21.240987 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1266929', 'neutron.services.segments.db._delete_segments_for_network-8740553082664'] for network (d3135b08-354f-42cb-9c06-6451f390b834), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:21.262854 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3135b08-354f-42cb-9c06-6451f390b834']}} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:21.272377 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218dc525-14f0-4cdd-b769-e5b32fcd04a6') {'for_net_delete': True} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:21.272668 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218dc525-14f0-4cdd-b769-e5b32fcd04a6') {} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:21.281715 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740553082929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942647'] for segment (218dc525-14f0-4cdd-b769-e5b32fcd04a6), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:21.294254 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (218dc525-14f0-4cdd-b769-e5b32fcd04a6), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:21.300137 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 16:42:21.300527 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12941132'] for segment (218dc525-14f0-4cdd-b769-e5b32fcd04a6), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: Traceback (most recent call last): Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: timer() Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: cb(*args, **kw) Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: return func(*args, **kwargs) Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: self._notify() Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: self.callback(batched_events) Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: event.method(event) Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: return f(self, *a, **k) Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._get(url).json() Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: return self.request(url, 'GET', **kwargs) Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 16:42:21.303024 dv-cinder-826607-4-iscsi neutron-server[102872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 16:42:21.366045 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1266942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594515'] for network (d3135b08-354f-42cb-9c06-6451f390b834), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:21.370734 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:21.374187 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] 10.222.0.36 "DELETE /v2.0/networks/d3135b08-354f-42cb-9c06-6451f390b834 HTTP/1.1" status: 204 len: 168 time: 0.5715001 Feb 18 16:42:21.387952 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06782da-5dd1-491e-a813-0cf84e41a2dc admin admin] Pushing event deleted for resources: {'Network': ['ID=d3135b08-354f-42cb-9c06-6451f390b834,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:21.490235 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35194) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:21.529309 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-357c8368-b973-4c2b-bf23-b761961b5b27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9f79c26ed8948318c926160ece4f736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379291 Feb 18 16:42:21.531816 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35196) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:21.580330 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-16805958-5fe1-4050-988b-00723b612174 admin admin] Publish callbacks [] for security_group (257042a5-bb8d-4210-a909-c04af2ebce38), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:21.600799 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-16805958-5fe1-4050-988b-00723b612174 admin admin] Publish callbacks [] for security_group (257042a5-bb8d-4210-a909-c04af2ebce38), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:21.649375 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-16805958-5fe1-4050-988b-00723b612174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (257042a5-bb8d-4210-a909-c04af2ebce38), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:21.650862 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-16805958-5fe1-4050-988b-00723b612174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:21.652809 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-16805958-5fe1-4050-988b-00723b612174 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/257042a5-bb8d-4210-a909-c04af2ebce38 HTTP/1.1" status: 204 len: 168 time: 0.1197031 Feb 18 16:42:21.662738 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16805958-5fe1-4050-988b-00723b612174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257042a5-bb8d-4210-a909-c04af2ebce38,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:21.977399 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35202) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:22.018818 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-1168ee14-f770-490e-8633-677e504548ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6fdac00c1e644349875addca114445b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397778 Feb 18 16:42:22.021889 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35204) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:22.046741 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 3bdc8e8b-0734-42fc-af45-88146a7743cd no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:42:22.067549 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 3bdc8e8b-0734-42fc-af45-88146a7743cd {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:42:22.067901 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 3bdc8e8b-0734-42fc-af45-88146a7743cd not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:42:22.068313 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 4304916c-39bb-4b14-bea1-5ca7d690e453 no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:42:22.072383 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-715bdd7e-8b6b-46f1-aa71-60659803a81d admin admin] Publish callbacks [] for security_group (5e9f320d-490e-429e-a488-a5ab74a6a99e), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:22.087382 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 4304916c-39bb-4b14-bea1-5ca7d690e453 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:42:22.087653 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 4304916c-39bb-4b14-bea1-5ca7d690e453 not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:42:22.088076 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 42388257-0c7b-4492-9048-be96708cd198 no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:42:22.095126 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-715bdd7e-8b6b-46f1-aa71-60659803a81d admin admin] Publish callbacks [] for security_group (5e9f320d-490e-429e-a488-a5ab74a6a99e), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:22.108001 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 42388257-0c7b-4492-9048-be96708cd198 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:42:22.108347 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 42388257-0c7b-4492-9048-be96708cd198 not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:42:22.141819 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-715bdd7e-8b6b-46f1-aa71-60659803a81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (5e9f320d-490e-429e-a488-a5ab74a6a99e), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:22.144350 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-715bdd7e-8b6b-46f1-aa71-60659803a81d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:22.146091 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-715bdd7e-8b6b-46f1-aa71-60659803a81d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e9f320d-490e-429e-a488-a5ab74a6a99e HTTP/1.1" status: 204 len: 168 time: 0.1232574 Feb 18 16:42:22.153650 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bdd7e-8b6b-46f1-aa71-60659803a81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9f320d-490e-429e-a488-a5ab74a6a99e,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:29.008845 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c85e8-c364-4d3e-b912-68cb689ed735 req-f302fcfa-2c01-4db4-b37e-55c4281df5a6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:29.010444 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d11c85e8-c364-4d3e-b912-68cb689ed735 req-f302fcfa-2c01-4db4-b37e-55c4281df5a6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 947 time: 0.0547259 Feb 18 16:42:29.057509 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d11c85e8-c364-4d3e-b912-68cb689ed735 req-189d6aa9-ec29-4c99-a4db-0b0003d6ae53 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416362 Feb 18 16:42:29.227806 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35264) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:29.327535 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7489371b-959a-43ba-9916-3cfb9e3dd671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:29.402965 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7489371b-959a-43ba-9916-3cfb9e3dd671 admin admin] Publish callbacks [] for security_group (0c453437-0120-4532-889a-567d899fcf43), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:29.406659 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-7489371b-959a-43ba-9916-3cfb9e3dd671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (0c453437-0120-4532-889a-567d899fcf43), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:29.446063 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489371b-959a-43ba-9916-3cfb9e3dd671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c453437-0120-4532-889a-567d899fcf43,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:29.450231 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-7489371b-959a-43ba-9916-3cfb9e3dd671 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1b4b4910f7f4e8eacf0f10380ec7d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214267 Feb 18 16:42:29.452708 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35268) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:29.498740 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-49d6a0d9-6815-459b-a7cd-8a27b0478cba admin admin] Publish callbacks [] for security_group (0c453437-0120-4532-889a-567d899fcf43), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:29.520792 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-49d6a0d9-6815-459b-a7cd-8a27b0478cba admin admin] Publish callbacks [] for security_group (0c453437-0120-4532-889a-567d899fcf43), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:29.566980 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-49d6a0d9-6815-459b-a7cd-8a27b0478cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (0c453437-0120-4532-889a-567d899fcf43), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:29.569928 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-49d6a0d9-6815-459b-a7cd-8a27b0478cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:29.571091 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-49d6a0d9-6815-459b-a7cd-8a27b0478cba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c453437-0120-4532-889a-567d899fcf43 HTTP/1.1" status: 204 len: 168 time: 0.1174750 Feb 18 16:42:29.578552 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6a0d9-6815-459b-a7cd-8a27b0478cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c453437-0120-4532-889a-567d899fcf43,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:30.186267 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0351d-16b1-46f9-bd46-5a79f2f1a8ab req-4e1d0883-0876-47a4-8c8f-67f214b19acb tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:30.187811 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f3e0351d-16b1-46f9-bd46-5a79f2f1a8ab req-4e1d0883-0876-47a4-8c8f-67f214b19acb tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 947 time: 0.0537834 Feb 18 16:42:30.235536 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f3e0351d-16b1-46f9-bd46-5a79f2f1a8ab req-df37039e-7ce2-4f5c-81ae-b4f7e79e948e tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420003 Feb 18 16:42:30.301498 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bb5f7-9ccb-44a0-97a0-b26323d68403 req-d80aa811-dedb-43ed-9fd8-2447a860b5e3 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:30.303060 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-ac3bb5f7-9ccb-44a0-97a0-b26323d68403 req-d80aa811-dedb-43ed-9fd8-2447a860b5e3 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.71 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 947 time: 0.0541558 Feb 18 16:42:30.398277 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-ac3bb5f7-9ccb-44a0-97a0-b26323d68403 req-5a74b335-5689-432a-8430-260d2345a201 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Deleting port ff68e5a3-0076-4f4e-82f7-25de11b9930f {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:42:30.398619 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-ac3bb5f7-9ccb-44a0-97a0-b26323d68403 req-5a74b335-5689-432a-8430-260d2345a201 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:30.488039 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-ac3bb5f7-9ccb-44a0-97a0-b26323d68403 req-5a74b335-5689-432a-8430-260d2345a201 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] For port ff68e5a3-0076-4f4e-82f7-25de11b9930f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff68e5a3-0076-4f4e-82f7-25de11b9930f,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:30.489104 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-ac3bb5f7-9ccb-44a0-97a0-b26323d68403 req-5a74b335-5689-432a-8430-260d2345a201 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:30.549041 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35304) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:30.657130 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-346be2e6-fd38-4091-902f-5d53659a3071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:30.663221 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-ac3bb5f7-9ccb-44a0-97a0-b26323d68403 req-5a74b335-5689-432a-8430-260d2345a201 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:30.663584 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-ac3bb5f7-9ccb-44a0-97a0-b26323d68403 req-5a74b335-5689-432a-8430-260d2345a201 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (d7ad5864-c7b8-49cd-b88f-4383c34fedb8), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:30.663906 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.l3_db [req-ac3bb5f7-9ccb-44a0-97a0-b26323d68403 req-5a74b335-5689-432a-8430-260d2345a201 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Floating IP d7ad5864-c7b8-49cd-b88f-4383c34fedb8 disassociated. External IP: 172.27.2.120, port: ff68e5a3-0076-4f4e-82f7-25de11b9930f. Feb 18 16:42:30.664339 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-ac3bb5f7-9ccb-44a0-97a0-b26323d68403 req-5a74b335-5689-432a-8430-260d2345a201 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Calling delete_port for ff68e5a3-0076-4f4e-82f7-25de11b9930f owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:30.732531 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-346be2e6-fd38-4091-902f-5d53659a3071 admin admin] Publish callbacks [] for security_group (a2e06dcc-aa17-4e18-8940-586cf3c84a94), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:30.736468 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-346be2e6-fd38-4091-902f-5d53659a3071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (a2e06dcc-aa17-4e18-8940-586cf3c84a94), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:30.775966 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-346be2e6-fd38-4091-902f-5d53659a3071 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81db9379fe9a4359904932e7ad210d0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257280 Feb 18 16:42:30.776946 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346be2e6-fd38-4091-902f-5d53659a3071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e06dcc-aa17-4e18-8940-586cf3c84a94,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:30.779520 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 35308) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:30.807286 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-ac3bb5f7-9ccb-44a0-97a0-b26323d68403 req-5a74b335-5689-432a-8430-260d2345a201 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (ff68e5a3-0076-4f4e-82f7-25de11b9930f), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:30.849044 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74b335-5689-432a-8430-260d2345a201 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event deleted for resources: {'Port': ['ID=ff68e5a3-0076-4f4e-82f7-25de11b9930f,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:30.908540 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5da7be49-71f0-4343-8e76-fd7f93cd3989 admin admin] Publish callbacks [] for security_group (a2e06dcc-aa17-4e18-8940-586cf3c84a94), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:30.967070 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5da7be49-71f0-4343-8e76-fd7f93cd3989 admin admin] Publish callbacks [] for security_group (a2e06dcc-aa17-4e18-8940-586cf3c84a94), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:31.011370 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac3bb5f7-9ccb-44a0-97a0-b26323d68403 req-5a74b335-5689-432a-8430-260d2345a201 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Router 9cd768a8-433f-4133-b250-ec628925df1f has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:42:31.063892 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5da7be49-71f0-4343-8e76-fd7f93cd3989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (a2e06dcc-aa17-4e18-8940-586cf3c84a94), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:31.067008 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-5da7be49-71f0-4343-8e76-fd7f93cd3989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:31.068219 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-5da7be49-71f0-4343-8e76-fd7f93cd3989 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2e06dcc-aa17-4e18-8940-586cf3c84a94 HTTP/1.1" status: 204 len: 168 time: 0.2877824 Feb 18 16:42:31.080943 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7be49-71f0-4343-8e76-fd7f93cd3989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e06dcc-aa17-4e18-8940-586cf3c84a94,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:31.120065 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4d664038-723a-4b09-9766-e7bac83452be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:31.144598 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac3bb5f7-9ccb-44a0-97a0-b26323d68403 req-5a74b335-5689-432a-8430-260d2345a201 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:42:31.155202 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911f11f6-2bda-4777-8bf8-5a0dba60f57a None None] Sync routers for ids ['9cd768a8-433f-4133-b250-ec628925df1f'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:42:31.165634 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911f11f6-2bda-4777-8bf8-5a0dba60f57a None None] Routers {'9cd768a8-433f-4133-b250-ec628925df1f'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:42:31.166306 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-911f11f6-2bda-4777-8bf8-5a0dba60f57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:42:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9cd768a8-433f-4133-b250-ec628925df1f'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:31.187265 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3bb5f7-9ccb-44a0-97a0-b26323d68403 req-5a74b335-5689-432a-8430-260d2345a201 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] No DVR routers for this DVR port ff68e5a3-0076-4f4e-82f7-25de11b9930f on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:42:31.190497 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-ac3bb5f7-9ccb-44a0-97a0-b26323d68403 req-5a74b335-5689-432a-8430-260d2345a201 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:31.194544 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-ac3bb5f7-9ccb-44a0-97a0-b26323d68403 req-5a74b335-5689-432a-8430-260d2345a201 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.71 "DELETE /v2.0/ports/ff68e5a3-0076-4f4e-82f7-25de11b9930f HTTP/1.1" status: 204 len: 173 time: 0.8861756 Feb 18 16:42:31.195066 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da0ea42-cf12-460e-a307-f13320c87e50', 'name': 'network-vif-deleted', 'tag': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:42:31.198092 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c876881-a038-412b-b97f-a845e42c2c1d" -d '{"events": [{"server_uuid": "3da0ea42-cf12-460e-a307-f13320c87e50", "name": "network-vif-deleted", "tag": "ff68e5a3-0076-4f4e-82f7-25de11b9930f"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:42:31.248986 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5796bc84-3a7f-47dc-bc25-cb7e3eabddce x-openstack-request-id: req-5796bc84-3a7f-47dc-bc25-cb7e3eabddce {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:42:31.249281 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da0ea42-cf12-460e-a307-f13320c87e50", "name": "network-vif-deleted", "tag": "ff68e5a3-0076-4f4e-82f7-25de11b9930f", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:42:31.249566 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5796bc84-3a7f-47dc-bc25-cb7e3eabddce {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:42:31.249966 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da0ea42-cf12-460e-a307-f13320c87e50', 'name': 'network-vif-deleted', 'tag': 'ff68e5a3-0076-4f4e-82f7-25de11b9930f', 'status': 'completed', 'code': 200} Feb 18 16:42:31.412504 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a9716074-7be8-4b83-903a-abe93c005bd4 req-7d841599-70a9-4cdd-9b2d-cdf7426bf8c6 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3da0ea42-cf12-460e-a307-f13320c87e50 HTTP/1.1" status: 200 len: 210 time: 0.0578632 Feb 18 16:42:31.447971 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-911f11f6-2bda-4777-8bf8-5a0dba60f57a None None] Set router 9cd768a8-433f-4133-b250-ec628925df1f gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:42:31.667771 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-911f11f6-2bda-4777-8bf8-5a0dba60f57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:35Z', 'revision_number': 4, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '0859fa54-3dfb-4f8f-9527-136671482901', 'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'mac_address': 'fa:16:3e:b9:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:34Z', 'updated_at': '2022-02-18T16:35:44Z', 'revision_number': 5, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'subnets': [{'id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:31.693512 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911f11f6-2bda-4777-8bf8-5a0dba60f57a None None] Checking router: 9cd768a8-433f-4133-b250-ec628925df1f for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:42:31.701528 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911f11f6-2bda-4777-8bf8-5a0dba60f57a None None] Routers {'9cd768a8-433f-4133-b250-ec628925df1f'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:42:31.702132 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-911f11f6-2bda-4777-8bf8-5a0dba60f57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:42:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9cd768a8-433f-4133-b250-ec628925df1f'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:31.800448 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 35334) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:31.811373 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-911f11f6-2bda-4777-8bf8-5a0dba60f57a None None] Set router 9cd768a8-433f-4133-b250-ec628925df1f gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:42:31.896817 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-3997c7a0-bda3-4211-a7c3-3ccff66970c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1302375244-network', 'tenant_id': '92f9679c62e0498cb786dfc4a1da69d5'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:42:31.916318 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3997c7a0-bda3-4211-a7c3-3ccff66970c4 admin admin] Made reservation on behalf of 92f9679c62e0498cb786dfc4a1da69d5 for: {'network': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:42:31.919023 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3997c7a0-bda3-4211-a7c3-3ccff66970c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:31.927799 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3997c7a0-bda3-4211-a7c3-3ccff66970c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:32.005635 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3997c7a0-bda3-4211-a7c3-3ccff66970c4 admin admin] Publish callbacks [] for security_group (ad3253b1-48c2-492a-af04-d63715cf4911), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:32.009422 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3997c7a0-bda3-4211-a7c3-3ccff66970c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (ad3253b1-48c2-492a-af04-d63715cf4911), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:32.013164 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-911f11f6-2bda-4777-8bf8-5a0dba60f57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:35Z', 'revision_number': 4, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '0859fa54-3dfb-4f8f-9527-136671482901', 'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'mac_address': 'fa:16:3e:b9:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:34Z', 'updated_at': '2022-02-18T16:35:44Z', 'revision_number': 5, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'subnets': [{'id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:32.033270 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3997c7a0-bda3-4211-a7c3-3ccff66970c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=102871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:42:32.039623 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911f11f6-2bda-4777-8bf8-5a0dba60f57a None None] The sync data for ids ['9cd768a8-433f-4133-b250-ec628925df1f'] in dv-cinder-826607-4-iscsi is: [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:35:35Z', 'revision_number': 4, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '0859fa54-3dfb-4f8f-9527-136671482901', 'name': '', 'network_id': 'bd8dd797-fe66-4c99-94a2-e13cd1572e21', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'mac_address': 'fa:16:3e:b9:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:34Z', 'updated_at': '2022-02-18T16:35:44Z', 'revision_number': 5, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'subnets': [{'id': 'ebd8b386-a802-4950-b96c-778f7be7d919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:42:32.048708 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997c7a0-bda3-4211-a7c3-3ccff66970c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3253b1-48c2-492a-af04-d63715cf4911,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:32.054219 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3997c7a0-bda3-4211-a7c3-3ccff66970c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (c584a3fa-8ec5-47c9-87ce-eea5403a58f2), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:32.054655 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.segments_db [None req-3997c7a0-bda3-4211-a7c3-3ccff66970c4 admin admin] Added segment c584a3fa-8ec5-47c9-87ce-eea5403a58f2 of type vlan for network 879430d2-34d1-4dcf-be9c-5634a5f1278f Feb 18 16:42:32.095796 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3997c7a0-bda3-4211-a7c3-3ccff66970c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (879430d2-34d1-4dcf-be9c-5634a5f1278f), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:32.120953 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3997c7a0-bda3-4211-a7c3-3ccff66970c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (879430d2-34d1-4dcf-be9c-5634a5f1278f), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:32.121864 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3997c7a0-bda3-4211-a7c3-3ccff66970c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:32.122447 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3997c7a0-bda3-4211-a7c3-3ccff66970c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:32.178535 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-3997c7a0-bda3-4211-a7c3-3ccff66970c4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3763473 Feb 18 16:42:32.181555 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 35338) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:32.186588 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-d0aa3674-6de5-4eeb-af03-9c5bb26b8301 admin admin] Request body: {'subnet': {'network_id': '879430d2-34d1-4dcf-be9c-5634a5f1278f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1302375244-subnet', 'tenant_id': '92f9679c62e0498cb786dfc4a1da69d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:42:32.194064 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997c7a0-bda3-4211-a7c3-3ccff66970c4 admin admin] Pushing event updated for resources: {'Network': ['ID=879430d2-34d1-4dcf-be9c-5634a5f1278f,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:32.205937 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network 879430d2-34d1-4dcf-be9c-5634a5f1278f details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:42:32.211354 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0aa3674-6de5-4eeb-af03-9c5bb26b8301 admin admin] Made reservation on behalf of 92f9679c62e0498cb786dfc4a1da69d5 for: {'subnet': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:42:32.214238 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3674-6de5-4eeb-af03-9c5bb26b8301 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13416927'] for subnet (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:32.317050 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1fde41-0911-4f40-89bd-98ff7214cfd5 None None] New status for floating IP d7ad5864-c7b8-49cd-b88f-4383c34fedb8: DOWN {{(pid=102873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:42:32.390888 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3674-6de5-4eeb-af03-9c5bb26b8301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13446551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13416897'] for subnet (9870a517-1202-4c9d-866f-796c73339216), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:32.464449 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa3674-6de5-4eeb-af03-9c5bb26b8301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9870a517-1202-4c9d-866f-796c73339216,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:32.467789 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aa3674-6de5-4eeb-af03-9c5bb26b8301 admin admin] Checking segment: {'id': 'c584a3fa-8ec5-47c9-87ce-eea5403a58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '879430d2-34d1-4dcf-be9c-5634a5f1278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:42:32.468360 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aa3674-6de5-4eeb-af03-9c5bb26b8301 admin admin] Network hostable DHCP agents. Network: 879430d2-34d1-4dcf-be9c-5634a5f1278f, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:42:32.494463 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aa3674-6de5-4eeb-af03-9c5bb26b8301 admin admin] Network 879430d2-34d1-4dcf-be9c-5634a5f1278f is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:42:32.507732 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-d0aa3674-6de5-4eeb-af03-9c5bb26b8301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, 879430d2-34d1-4dcf-be9c-5634a5f1278f) {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:42:32.516084 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aa3674-6de5-4eeb-af03-9c5bb26b8301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:32.516873 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3674-6de5-4eeb-af03-9c5bb26b8301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:32.536588 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0dd2d8-95c8-4290-919f-9658a2eab36a None None] Network 879430d2-34d1-4dcf-be9c-5634a5f1278f requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:42:32.536750 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-d0aa3674-6de5-4eeb-af03-9c5bb26b8301 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3542087 Feb 18 16:42:32.537974 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 35344) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:32.600323 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4ad4889e-0c15-447d-baa6-98fa9019b801 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group (ad4c10ed-2631-4ebe-a3e2-3dfe381755d3), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:32.627353 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4ad4889e-0c15-447d-baa6-98fa9019b801 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group (ad4c10ed-2631-4ebe-a3e2-3dfe381755d3), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:32.684108 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4ad4889e-0c15-447d-baa6-98fa9019b801 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (ad4c10ed-2631-4ebe-a3e2-3dfe381755d3), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:32.687044 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4ad4889e-0c15-447d-baa6-98fa9019b801 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:32.689822 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-4ad4889e-0c15-447d-baa6-98fa9019b801 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "DELETE /v2.0/security-groups/ad4c10ed-2631-4ebe-a3e2-3dfe381755d3 HTTP/1.1" status: 204 len: 168 time: 0.1514556 Feb 18 16:42:32.691132 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35352) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:32.701863 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4889e-0c15-447d-baa6-98fa9019b801 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4c10ed-2631-4ebe-a3e2-3dfe381755d3,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:32.710143 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.api.v2.resource [None req-fff01eb0-0053-40a0-a959-a87ef47ee216 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] show failed (client error): The resource could not be found. Feb 18 16:42:32.711902 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-fff01eb0-0053-40a0-a959-a87ef47ee216 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "GET /v2.0/security-groups/ad4c10ed-2631-4ebe-a3e2-3dfe381755d3 HTTP/1.1" status: 404 len: 347 time: 0.0192213 Feb 18 16:42:32.714959 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35354) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:32.761022 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f111151-9d42-4855-96b3-5265d4c325c7 None None] Network 879430d2-34d1-4dcf-be9c-5634a5f1278f requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:42:32.854015 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-8934fde1-4a4a-4198-8a02-2ac2ecd37292 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Deleting port 0d1a15dd-f677-4eb1-b992-11f9a721ffbc {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:42:32.854503 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8934fde1-4a4a-4198-8a02-2ac2ecd37292 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (0d1a15dd-f677-4eb1-b992-11f9a721ffbc), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:32.939047 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8934fde1-4a4a-4198-8a02-2ac2ecd37292 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (0d1a15dd-f677-4eb1-b992-11f9a721ffbc), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:32.939377 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8934fde1-4a4a-4198-8a02-2ac2ecd37292 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for floatingip (0d1a15dd-f677-4eb1-b992-11f9a721ffbc), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:32.952164 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-8934fde1-4a4a-4198-8a02-2ac2ecd37292 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Calling delete_port for 0d1a15dd-f677-4eb1-b992-11f9a721ffbc owned by network:floatingip {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:33.087711 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8934fde1-4a4a-4198-8a02-2ac2ecd37292 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (0d1a15dd-f677-4eb1-b992-11f9a721ffbc), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:33.113316 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934fde1-4a4a-4198-8a02-2ac2ecd37292 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Pushing event deleted for resources: {'Port': ['ID=0d1a15dd-f677-4eb1-b992-11f9a721ffbc,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:33.174612 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8934fde1-4a4a-4198-8a02-2ac2ecd37292 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks [] for floatingip (d7ad5864-c7b8-49cd-b88f-4383c34fedb8), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:33.177813 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8934fde1-4a4a-4198-8a02-2ac2ecd37292 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:33.181572 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-8934fde1-4a4a-4198-8a02-2ac2ecd37292 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] 10.222.0.36 "DELETE /v2.0/floatingips/d7ad5864-c7b8-49cd-b88f-4383c34fedb8 HTTP/1.1" status: 204 len: 168 time: 0.4628234 Feb 18 16:42:33.202831 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-604af3f4-106a-4b0c-b51b-37481473cb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:33.987029 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device ff68e5a3-0076-4f4e-82f7-25de11b9930f no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:42:34.007356 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: ff68e5a3-0076-4f4e-82f7-25de11b9930f {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:42:34.007699 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device ff68e5a3-0076-4f4e-82f7-25de11b9930f not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:42:34.311172 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-30b2f78b-e380-4da6-9341-b0b624614e9b tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:34.312439 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-30b2f78b-e380-4da6-9341-b0b624614e9b tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/networks?id=879430d2-34d1-4dcf-be9c-5634a5f1278f HTTP/1.1" status: 200 len: 809 time: 0.1004136 Feb 18 16:42:34.327591 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-63730a50-f299-4409-9479-3d769b2270c4 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/quotas/92f9679c62e0498cb786dfc4a1da69d5 HTTP/1.1" status: 200 len: 375 time: 0.0098636 Feb 18 16:42:34.361283 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-6b24a83b-2b82-48f0-bc1d-ea04f2ebd7e1 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=92f9679c62e0498cb786dfc4a1da69d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284996 Feb 18 16:42:34.456828 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-ff42d207-b674-4e13-8234-8837fef8f505 service neutron] 10.222.0.36 "GET /v2.0/networks/879430d2-34d1-4dcf-be9c-5634a5f1278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877647 Feb 18 16:42:34.544237 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:34.547470 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-a1473af0-5dbc-484d-a8d0-ba0933afdf2b service neutron] 10.222.0.36 "GET /v2.0/networks/879430d2-34d1-4dcf-be9c-5634a5f1278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836937 Feb 18 16:42:34.708764 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-238a0031-78a1-4c11-a2e0-1f7f47d4e724 req-f6dc80d4-cb9d-4863-b208-b0037f5c78ac tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=686ef473-79d0-43cc-b384-0a7fc7491c4a HTTP/1.1" status: 200 len: 210 time: 0.0284932 Feb 18 16:42:35.582923 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35404) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:35.629393 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-ac8faa78-f3a8-42e9-82d8-fcbdaccea5a1 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:35.631474 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-ac8faa78-f3a8-42e9-82d8-fcbdaccea5a1 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.71 "GET /v2.0/networks?id=879430d2-34d1-4dcf-be9c-5634a5f1278f HTTP/1.1" status: 200 len: 809 time: 0.1309927 Feb 18 16:42:35.644421 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-47e4bc9b-4dd4-4ccf-a232-a1b539756080 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Request body: {'port': {'device_id': '686ef473-79d0-43cc-b384-0a7fc7491c4a', 'network_id': '879430d2-34d1-4dcf-be9c-5634a5f1278f', 'admin_state_up': True, 'tenant_id': '92f9679c62e0498cb786dfc4a1da69d5'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:42:35.768364 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-47e4bc9b-4dd4-4ccf-a232-a1b539756080 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Made reservation on behalf of 92f9679c62e0498cb786dfc4a1da69d5 for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:42:35.772041 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-47e4bc9b-4dd4-4ccf-a232-a1b539756080 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:35.827483 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-65a33b5e-5ba6-472d-91be-c08547b02126 req-4d91273c-455c-4096-b0f4-df5f17a730d2 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=686ef473-79d0-43cc-b384-0a7fc7491c4a HTTP/1.1" status: 200 len: 210 time: 0.0308678 Feb 18 16:42:35.841597 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:35.907010 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-47e4bc9b-4dd4-4ccf-a232-a1b539756080 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Allocated IP 172.20.0.2 (879430d2-34d1-4dcf-be9c-5634a5f1278f/9870a517-1202-4c9d-866f-796c73339216/1db93a40-60a2-418e-89dd-bd5ecb2485db) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:42:36.044295 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bb8943ed-4bcc-428c-bbcb-f087c9da5e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594081'] for router_interface (9cd768a8-433f-4133-b250-ec628925df1f), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:36.060816 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-47e4bc9b-4dd4-4ccf-a232-a1b539756080 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Publish callbacks [] for port (1db93a40-60a2-418e-89dd-bd5ecb2485db), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:36.301449 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-bb8943ed-4bcc-428c-bbcb-f087c9da5e0d admin admin] Deleting port 0859fa54-3dfb-4f8f-9527-136671482901 {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:42:36.301823 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bb8943ed-4bcc-428c-bbcb-f087c9da5e0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (0859fa54-3dfb-4f8f-9527-136671482901), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:36.358829 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-47e4bc9b-4dd4-4ccf-a232-a1b539756080 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (1db93a40-60a2-418e-89dd-bd5ecb2485db), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:36.380935 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-bb8943ed-4bcc-428c-bbcb-f087c9da5e0d admin admin] For port 0859fa54-3dfb-4f8f-9527-136671482901, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=0859fa54-3dfb-4f8f-9527-136671482901,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:36.381370 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bb8943ed-4bcc-428c-bbcb-f087c9da5e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (0859fa54-3dfb-4f8f-9527-136671482901), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:36.397506 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-bb8943ed-4bcc-428c-bbcb-f087c9da5e0d admin admin] Calling delete_port for 0859fa54-3dfb-4f8f-9527-136671482901 owned by network:router_interface {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:36.399591 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-47e4bc9b-4dd4-4ccf-a232-a1b539756080 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Network 879430d2-34d1-4dcf-be9c-5634a5f1278f is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:42:36.402711 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-47e4bc9b-4dd4-4ccf-a232-a1b539756080 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:42:36.406492 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-47e4bc9b-4dd4-4ccf-a232-a1b539756080 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:42:36.435349 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4bc9b-4dd4-4ccf-a232-a1b539756080 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Pushing event updated for resources: {'Port': ['ID=1db93a40-60a2-418e-89dd-bd5ecb2485db,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:36.458043 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-47e4bc9b-4dd4-4ccf-a232-a1b539756080 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:36.459277 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-47e4bc9b-4dd4-4ccf-a232-a1b539756080 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:36.474570 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-47e4bc9b-4dd4-4ccf-a232-a1b539756080 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8334901 Feb 18 16:42:36.485259 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Request body: {'port': {'device_id': '686ef473-79d0-43cc-b384-0a7fc7491c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:42:36.547268 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (1db93a40-60a2-418e-89dd-bd5ecb2485db), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:36.583833 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bb8943ed-4bcc-428c-bbcb-f087c9da5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (0859fa54-3dfb-4f8f-9527-136671482901), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:36.611649 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8943ed-4bcc-428c-bbcb-f087c9da5e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=0859fa54-3dfb-4f8f-9527-136671482901,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:36.779419 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-bb8943ed-4bcc-428c-bbcb-f087c9da5e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595409'] for router_interface (9cd768a8-433f-4133-b250-ec628925df1f), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:36.829029 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db93a40-60a2-418e-89dd-bd5ecb2485db {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:42:36.836607 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Publish callbacks [] for port (1db93a40-60a2-418e-89dd-bd5ecb2485db), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:36.848153 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Transition to ACTIVE for port object 1db93a40-60a2-418e-89dd-bd5ecb2485db will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:42:36.851834 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (1db93a40-60a2-418e-89dd-bd5ecb2485db), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:36.916445 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Pushing event updated for resources: {'Port': ['ID=1db93a40-60a2-418e-89dd-bd5ecb2485db,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:36.986011 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Attempting to bind port 1db93a40-60a2-418e-89dd-bd5ecb2485db on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:42:36.986329 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Attempting to bind port 1db93a40-60a2-418e-89dd-bd5ecb2485db by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'c584a3fa-8ec5-47c9-87ce-eea5403a58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '879430d2-34d1-4dcf-be9c-5634a5f1278f'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:42:36.986658 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Attempting to bind port 1db93a40-60a2-418e-89dd-bd5ecb2485db on network 879430d2-34d1-4dcf-be9c-5634a5f1278f {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:42:36.991645 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Port 1db93a40-60a2-418e-89dd-bd5ecb2485db on network 879430d2-34d1-4dcf-be9c-5634a5f1278f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:42:36.991993 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Attempting to bind port 1db93a40-60a2-418e-89dd-bd5ecb2485db on network 879430d2-34d1-4dcf-be9c-5634a5f1278f {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:42:36.996791 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:42:36.997131 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Checking segment: {'id': 'c584a3fa-8ec5-47c9-87ce-eea5403a58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '879430d2-34d1-4dcf-be9c-5634a5f1278f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:42:36.997545 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Bound using segment: {'id': 'c584a3fa-8ec5-47c9-87ce-eea5403a58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '879430d2-34d1-4dcf-be9c-5634a5f1278f'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:42:36.997994 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Bound port: 1db93a40-60a2-418e-89dd-bd5ecb2485db, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c584a3fa-8ec5-47c9-87ce-eea5403a58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '879430d2-34d1-4dcf-be9c-5634a5f1278f'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:42:36.998344 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (1db93a40-60a2-418e-89dd-bd5ecb2485db), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:37.031196 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf7415-d3af-4125-ba38-e8c9b3152a5c req-143e8929-0ab4-4a33-8fa4-1eeb1eb53e15 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:37.032639 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-dcdf7415-d3af-4125-ba38-e8c9b3152a5c req-143e8929-0ab4-4a33-8fa4-1eeb1eb53e15 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=686ef473-79d0-43cc-b384-0a7fc7491c4a HTTP/1.1" status: 200 len: 943 time: 0.0953825 Feb 18 16:42:37.061170 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] For port 1db93a40-60a2-418e-89dd-bd5ecb2485db, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:42:37.063691 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8943ed-4bcc-428c-bbcb-f087c9da5e0d admin admin] Router 9cd768a8-433f-4133-b250-ec628925df1f has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:42:37.064189 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] For port 1db93a40-60a2-418e-89dd-bd5ecb2485db, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1db93a40-60a2-418e-89dd-bd5ecb2485db,segment=NetworkSegment(c584a3fa-8ec5-47c9-87ce-eea5403a58f2),segment_id=c584a3fa-8ec5-47c9-87ce-eea5403a58f2)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:42:37.070493 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (1db93a40-60a2-418e-89dd-bd5ecb2485db), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:37.096945 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-dcdf7415-d3af-4125-ba38-e8c9b3152a5c req-86c2ee5c-ddf2-488e-9632-f7017c3af7c3 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570495 Feb 18 16:42:37.102368 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:37.103001 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:37.104645 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] 10.222.0.71 "PUT /v2.0/ports/1db93a40-60a2-418e-89dd-bd5ecb2485db HTTP/1.1" status: 200 len: 1093 time: 0.6235666 Feb 18 16:42:37.107079 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686ef473-79d0-43cc-b384-0a7fc7491c4a', 'tag': '1db93a40-60a2-418e-89dd-bd5ecb2485db'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:42:37.110309 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e811bc-6364-4c00-9984-4e8406108e90" -d '{"events": [{"name": "network-changed", "server_uuid": "686ef473-79d0-43cc-b384-0a7fc7491c4a", "tag": "1db93a40-60a2-418e-89dd-bd5ecb2485db"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:42:37.141678 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db77d2-f767-4635-ad0e-b7c154b8eb64 service neutron] Pushing event updated for resources: {'Port': ['ID=1db93a40-60a2-418e-89dd-bd5ecb2485db,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:37.173679 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944716e5-1d3a-4050-98cc-2d2db9b0ecdd x-openstack-request-id: req-944716e5-1d3a-4050-98cc-2d2db9b0ecdd {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:42:37.173970 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686ef473-79d0-43cc-b384-0a7fc7491c4a", "tag": "1db93a40-60a2-418e-89dd-bd5ecb2485db", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:42:37.174223 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-944716e5-1d3a-4050-98cc-2d2db9b0ecdd {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:42:37.174612 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686ef473-79d0-43cc-b384-0a7fc7491c4a', 'tag': '1db93a40-60a2-418e-89dd-bd5ecb2485db', 'status': 'completed', 'code': 200} Feb 18 16:42:37.192661 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-587c4083-c520-482c-9451-7250e7a26139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:37.194731 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-587c4083-c520-482c-9451-7250e7a26139 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92f9679c62e0498cb786dfc4a1da69d5&device_id=686ef473-79d0-43cc-b384-0a7fc7491c4a HTTP/1.1" status: 200 len: 1127 time: 0.0470927 Feb 18 16:42:37.207960 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8943ed-4bcc-428c-bbcb-f087c9da5e0d admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:42:37.216003 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-bb8943ed-4bcc-428c-bbcb-f087c9da5e0d admin admin] 10.222.0.36 "PUT /v2.0/routers/9cd768a8-433f-4133-b250-ec628925df1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6293509 Feb 18 16:42:37.216744 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35418) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:37.219704 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fe9276-cd19-4623-9173-3a8eb9c63617 None None] Sync routers for ids ['9cd768a8-433f-4133-b250-ec628925df1f'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:42:37.229925 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fe9276-cd19-4623-9173-3a8eb9c63617 None None] Routers {'9cd768a8-433f-4133-b250-ec628925df1f'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:42:37.230529 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-01fe9276-cd19-4623-9173-3a8eb9c63617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:42:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9cd768a8-433f-4133-b250-ec628925df1f'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:37.240110 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-60e76000-84a4-4149-b492-a47dab6e182c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1db93a40-60a2-418e-89dd-bd5ecb2485db HTTP/1.1" status: 200 len: 217 time: 0.0375593 Feb 18 16:42:37.289966 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-d3919598-e493-413f-be8c-a6cc475471e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:37.291450 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-d3919598-e493-413f-be8c-a6cc475471e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9870a517-1202-4c9d-866f-796c73339216 HTTP/1.1" status: 200 len: 849 time: 0.0458715 Feb 18 16:42:37.326173 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-7e987358-5e74-48ca-8179-773869e9a2d8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=879430d2-34d1-4dcf-be9c-5634a5f1278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268643 Feb 18 16:42:37.339642 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-01fe9276-cd19-4623-9173-3a8eb9c63617 None None] Set router 9cd768a8-433f-4133-b250-ec628925df1f gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:42:37.426269 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-d5631984-bc13-49d0-8302-eea6abd0b4d8 service neutron] 10.222.0.71 "GET /v2.0/networks/879430d2-34d1-4dcf-be9c-5634a5f1278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931659 Feb 18 16:42:37.520648 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e8325734-e4dc-4177-ab24-d27711a0d5b6 req-a23eacdd-7051-4bdf-a2f0-cd78fb94098e service neutron] 10.222.0.71 "GET /v2.0/networks/879430d2-34d1-4dcf-be9c-5634a5f1278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881691 Feb 18 16:42:37.532433 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-01fe9276-cd19-4623-9173-3a8eb9c63617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:42:36Z', 'revision_number': 5, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:37.541140 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:37.564725 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fe9276-cd19-4623-9173-3a8eb9c63617 None None] Checking router: 9cd768a8-433f-4133-b250-ec628925df1f for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:42:37.574490 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fe9276-cd19-4623-9173-3a8eb9c63617 None None] Routers {'9cd768a8-433f-4133-b250-ec628925df1f'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:42:37.575137 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-01fe9276-cd19-4623-9173-3a8eb9c63617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:42:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['9cd768a8-433f-4133-b250-ec628925df1f'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:37.576692 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c24bacd4-7a1e-49d6-bdbc-14565bc82731 admin admin] Publish callbacks [] for router (9cd768a8-433f-4133-b250-ec628925df1f), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:37.627245 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e811bc-6364-4c00-9984-4e8406108e90 req-a02b08c7-d8ff-4772-9176-c211db259f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:37.628955 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-53e811bc-6364-4c00-9984-4e8406108e90 req-a02b08c7-d8ff-4772-9176-c211db259f29 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92f9679c62e0498cb786dfc4a1da69d5&device_id=686ef473-79d0-43cc-b384-0a7fc7491c4a HTTP/1.1" status: 200 len: 1127 time: 0.0547802 Feb 18 16:42:37.686028 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c24bacd4-7a1e-49d6-bdbc-14565bc82731 admin admin] Publish callbacks [] for router_gateway (9cd768a8-433f-4133-b250-ec628925df1f), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:37.686615 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-01fe9276-cd19-4623-9173-3a8eb9c63617 None None] Set router 9cd768a8-433f-4133-b250-ec628925df1f gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:42:37.725082 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e811bc-6364-4c00-9984-4e8406108e90 req-0fb54c75-0dc8-4846-8aa3-f12ddff0ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:37.726942 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-53e811bc-6364-4c00-9984-4e8406108e90 req-0fb54c75-0dc8-4846-8aa3-f12ddff0ee2f service neutron] 10.222.0.71 "GET /v2.0/networks?id=879430d2-34d1-4dcf-be9c-5634a5f1278f HTTP/1.1" status: 200 len: 910 time: 0.0915763 Feb 18 16:42:37.748205 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-c24bacd4-7a1e-49d6-bdbc-14565bc82731 admin admin] Deleting port 32401890-adc7-485e-9de3-7784461fc596 {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:42:37.748537 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c24bacd4-7a1e-49d6-bdbc-14565bc82731 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (32401890-adc7-485e-9de3-7784461fc596), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:37.772706 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-53e811bc-6364-4c00-9984-4e8406108e90 req-30c5ac0b-b5f0-493d-9987-af8dfd29fa55 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1db93a40-60a2-418e-89dd-bd5ecb2485db HTTP/1.1" status: 200 len: 217 time: 0.0386944 Feb 18 16:42:37.836479 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-c24bacd4-7a1e-49d6-bdbc-14565bc82731 admin admin] For port 32401890-adc7-485e-9de3-7784461fc596, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=32401890-adc7-485e-9de3-7784461fc596,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:37.836737 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e811bc-6364-4c00-9984-4e8406108e90 req-0051df29-124a-4123-8ce8-6f60c44995e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:37.837212 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c24bacd4-7a1e-49d6-bdbc-14565bc82731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (32401890-adc7-485e-9de3-7784461fc596), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:37.838139 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-53e811bc-6364-4c00-9984-4e8406108e90 req-0051df29-124a-4123-8ce8-6f60c44995e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9870a517-1202-4c9d-866f-796c73339216 HTTP/1.1" status: 200 len: 849 time: 0.0585787 Feb 18 16:42:37.850279 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-c24bacd4-7a1e-49d6-bdbc-14565bc82731 admin admin] Calling delete_port for 32401890-adc7-485e-9de3-7784461fc596 owned by network:router_gateway {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:37.875985 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-01fe9276-cd19-4623-9173-3a8eb9c63617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:42:36Z', 'revision_number': 5, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:37.878826 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-53e811bc-6364-4c00-9984-4e8406108e90 req-717c5ecb-4db6-4f98-a13d-d9116682105a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=879430d2-34d1-4dcf-be9c-5634a5f1278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325470 Feb 18 16:42:37.902876 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fe9276-cd19-4623-9173-3a8eb9c63617 None None] The sync data for ids ['9cd768a8-433f-4133-b250-ec628925df1f'] in dv-cinder-826607-4-iscsi is: [{'id': '9cd768a8-433f-4133-b250-ec628925df1f', 'name': 'tempest-AttachVolumeShelveTestJSON-553762896-router', 'tenant_id': 'e745c53f42364825b2b8bdb6a6741075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '32401890-adc7-485e-9de3-7784461fc596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:35:29Z', 'updated_at': '2022-02-18T16:42:36Z', 'revision_number': 5, 'project_id': 'e745c53f42364825b2b8bdb6a6741075', 'gw_port': {'id': '32401890-adc7-485e-9de3-7784461fc596', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd768a8-433f-4133-b250-ec628925df1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:35:30Z', 'updated_at': '2022-02-18T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:42:37.972712 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-53e811bc-6364-4c00-9984-4e8406108e90 req-c72acbbf-6fdb-4bab-af73-937c1a09fc91 service neutron] 10.222.0.71 "GET /v2.0/networks/879430d2-34d1-4dcf-be9c-5634a5f1278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864260 Feb 18 16:42:38.023941 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c24bacd4-7a1e-49d6-bdbc-14565bc82731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (32401890-adc7-485e-9de3-7784461fc596), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:38.055484 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bacd4-7a1e-49d6-bdbc-14565bc82731 admin admin] Pushing event deleted for resources: {'Port': ['ID=32401890-adc7-485e-9de3-7784461fc596,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:38.073896 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-53e811bc-6364-4c00-9984-4e8406108e90 req-af9088cc-cd25-40bf-aac0-c5d0c9e270cc service neutron] 10.222.0.71 "GET /v2.0/networks/879430d2-34d1-4dcf-be9c-5634a5f1278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905395 Feb 18 16:42:38.110234 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c24bacd4-7a1e-49d6-bdbc-14565bc82731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594559'] for router_gateway (9cd768a8-433f-4133-b250-ec628925df1f), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:38.211961 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c24bacd4-7a1e-49d6-bdbc-14565bc82731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16060'] for router (9cd768a8-433f-4133-b250-ec628925df1f), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:38.214868 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c24bacd4-7a1e-49d6-bdbc-14565bc82731 admin admin] Publish callbacks [] for router_controller (9cd768a8-433f-4133-b250-ec628925df1f), precommit_delete_associations {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:38.281116 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c24bacd4-7a1e-49d6-bdbc-14565bc82731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584666'] for router (9cd768a8-433f-4133-b250-ec628925df1f), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:38.281675 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24bacd4-7a1e-49d6-bdbc-14565bc82731 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd768a8-433f-4133-b250-ec628925df1f {{(pid=102872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 16:42:38.286276 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c24bacd4-7a1e-49d6-bdbc-14565bc82731 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:38.288129 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-c24bacd4-7a1e-49d6-bdbc-14565bc82731 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9cd768a8-433f-4133-b250-ec628925df1f HTTP/1.1" status: 204 len: 168 time: 1.0704596 Feb 18 16:42:38.291255 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35422) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:38.306531 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f9eb0-7fc5-4b05-87a1-f0dc159908dd req-2c15fd2a-daad-4bc5-b7c0-2bbafc0ac5dd tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:38.308054 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-507f9eb0-7fc5-4b05-87a1-f0dc159908dd req-2c15fd2a-daad-4bc5-b7c0-2bbafc0ac5dd tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=686ef473-79d0-43cc-b384-0a7fc7491c4a HTTP/1.1" status: 200 len: 943 time: 0.1085789 Feb 18 16:42:38.370993 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb469f6-4cff-454c-9308-1d7c63265d84 admin admin] Deleting subnet ebd8b386-a802-4950-b96c-778f7be7d919 {{(pid=102872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 16:42:38.378882 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-1cb469f6-4cff-454c-9308-1d7c63265d84 admin admin] Publish callbacks [] for subnet (ebd8b386-a802-4950-b96c-778f7be7d919), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:38.382177 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 0859fa54-3dfb-4f8f-9527-136671482901 no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:42:38.402845 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 0859fa54-3dfb-4f8f-9527-136671482901 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:42:38.403430 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 0859fa54-3dfb-4f8f-9527-136671482901 not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:42:38.411916 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-507f9eb0-7fc5-4b05-87a1-f0dc159908dd req-21207b9f-c094-4c7a-9a81-37454343a859 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861006 Feb 18 16:42:38.427906 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-1cb469f6-4cff-454c-9308-1d7c63265d84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12942670'] for subnet (ebd8b386-a802-4950-b96c-778f7be7d919), precommit_delete_associations {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:38.504261 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-1cb469f6-4cff-454c-9308-1d7c63265d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1265784'] for subnet (ebd8b386-a802-4950-b96c-778f7be7d919), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:38.558893 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-1cb469f6-4cff-454c-9308-1d7c63265d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1265761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12942766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13068797'] for subnet (ebd8b386-a802-4950-b96c-778f7be7d919), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:38.593350 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-1cb469f6-4cff-454c-9308-1d7c63265d84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:38.596618 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-1cb469f6-4cff-454c-9308-1d7c63265d84 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ebd8b386-a802-4950-b96c-778f7be7d919 HTTP/1.1" status: 204 len: 168 time: 0.3044648 Feb 18 16:42:38.597523 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb469f6-4cff-454c-9308-1d7c63265d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd8b386-a802-4950-b96c-778f7be7d919,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:38.599710 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35424) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:38.604699 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1d2184-fe44-4c61-80b5-39d82b446fab None None] Network bd8dd797-fe66-4c99-94a2-e13cd1572e21 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:42:38.670592 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1222129'] for network (bd8dd797-fe66-4c99-94a2-e13cd1572e21), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:38.725777 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] Deleting port 90bd8644-35c1-4eec-a9cc-58f926193357 {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:42:38.726438 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (90bd8644-35c1-4eec-a9cc-58f926193357), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:38.790816 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] For port 90bd8644-35c1-4eec-a9cc-58f926193357, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=90bd8644-35c1-4eec-a9cc-58f926193357,segment=NetworkSegment(87981a9c-2c62-44f9-9190-34d73b199fa9),segment_id=87981a9c-2c62-44f9-9190-34d73b199fa9)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:38.791173 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (90bd8644-35c1-4eec-a9cc-58f926193357), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:38.804119 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] Calling delete_port for 90bd8644-35c1-4eec-a9cc-58f926193357 owned by network:dhcp {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:38.880473 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (90bd8644-35c1-4eec-a9cc-58f926193357), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:38.905461 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=90bd8644-35c1-4eec-a9cc-58f926193357,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:38.909801 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] No DVR routers for this DVR port 90bd8644-35c1-4eec-a9cc-58f926193357 on host dv-cinder-826607-4-iscsi {{(pid=102872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:42:38.943331 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2acd95-36f9-4f34-8ae5-d48f21d4d60c None None] DHCP port deletion for bd8dd797-fe66-4c99-94a2-e13cd1572e21 request from dv-cinder-826607-4-iscsi {{(pid=102873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 16:42:38.997886 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1266929', 'neutron.services.segments.db._delete_segments_for_network-8740553082664'] for network (bd8dd797-fe66-4c99-94a2-e13cd1572e21), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:39.017282 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8dd797-fe66-4c99-94a2-e13cd1572e21']}} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:39.026663 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87981a9c-2c62-44f9-9190-34d73b199fa9') {'for_net_delete': True} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:39.026956 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87981a9c-2c62-44f9-9190-34d73b199fa9') {} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:42:39.035880 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740553082929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942647'] for segment (87981a9c-2c62-44f9-9190-34d73b199fa9), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:39.049011 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (87981a9c-2c62-44f9-9190-34d73b199fa9), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:39.054832 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 16:42:39.055204 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12941132'] for segment (87981a9c-2c62-44f9-9190-34d73b199fa9), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: Traceback (most recent call last): Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: timer() Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: cb(*args, **kw) Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: return func(*args, **kwargs) Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: self._notify() Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: self.callback(batched_events) Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: event.method(event) Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: return f(self, *a, **k) Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._get(url).json() Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: return self.request(url, 'GET', **kwargs) Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 16:42:39.056786 dv-cinder-826607-4-iscsi neutron-server[102872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 16:42:39.112444 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1266942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594515'] for network (bd8dd797-fe66-4c99-94a2-e13cd1572e21), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:39.117775 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:39.120869 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bd8dd797-fe66-4c99-94a2-e13cd1572e21 HTTP/1.1" status: 204 len: 168 time: 0.5202076 Feb 18 16:42:39.131442 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c27017-e7e0-46e2-ad1f-d28f05bdabb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd8dd797-fe66-4c99-94a2-e13cd1572e21,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:39.233648 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35428) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:39.273364 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-5eb484dc-f45b-4591-9c4c-1e28e5762afc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e745c53f42364825b2b8bdb6a6741075&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385480 Feb 18 16:42:39.275826 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35430) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:42:39.323555 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-460f8389-9eb4-4092-bfad-df85cbe0de5a admin admin] Publish callbacks [] for security_group (637ad4c2-aaf4-4673-92db-633a3509fc59), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:39.344497 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-460f8389-9eb4-4092-bfad-df85cbe0de5a admin admin] Publish callbacks [] for security_group (637ad4c2-aaf4-4673-92db-633a3509fc59), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:39.390193 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-460f8389-9eb4-4092-bfad-df85cbe0de5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (637ad4c2-aaf4-4673-92db-633a3509fc59), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:39.392743 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-460f8389-9eb4-4092-bfad-df85cbe0de5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:39.393904 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-460f8389-9eb4-4092-bfad-df85cbe0de5a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/637ad4c2-aaf4-4673-92db-633a3509fc59 HTTP/1.1" status: 204 len: 168 time: 0.1171818 Feb 18 16:42:39.401742 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f8389-9eb4-4092-bfad-df85cbe0de5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637ad4c2-aaf4-4673-92db-633a3509fc59,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:39.537919 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84086643-4f32-4392-89d1-a12db3e1cb49 req-caff5fa9-5a45-4c2c-b267-1d382458db54 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:39.539451 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-84086643-4f32-4392-89d1-a12db3e1cb49 req-caff5fa9-5a45-4c2c-b267-1d382458db54 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=686ef473-79d0-43cc-b384-0a7fc7491c4a HTTP/1.1" status: 200 len: 943 time: 0.0578310 Feb 18 16:42:39.589280 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-84086643-4f32-4392-89d1-a12db3e1cb49 req-995bd31f-8e48-43dc-9289-10473aafaf17 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441253 Feb 18 16:42:40.006943 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 1db93a40-60a2-418e-89dd-bd5ecb2485db details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:42:40.046866 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 32401890-adc7-485e-9de3-7784461fc596 no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:42:40.096035 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 32401890-adc7-485e-9de3-7784461fc596 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:42:40.096386 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 32401890-adc7-485e-9de3-7784461fc596 not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:42:40.096798 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 90bd8644-35c1-4eec-a9cc-58f926193357 no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:42:40.120615 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 90bd8644-35c1-4eec-a9cc-58f926193357 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:42:40.120962 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 90bd8644-35c1-4eec-a9cc-58f926193357 not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:42:40.150262 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 1db93a40-60a2-418e-89dd-bd5ecb2485db, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1db93a40-60a2-418e-89dd-bd5ecb2485db,segment=NetworkSegment(c584a3fa-8ec5-47c9-87ce-eea5403a58f2),segment_id=c584a3fa-8ec5-47c9-87ce-eea5403a58f2)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:40.163199 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': '1db93a40-60a2-418e-89dd-bd5ecb2485db', 'network_id': '879430d2-34d1-4dcf-be9c-5634a5f1278f', 'port_id': '1db93a40-60a2-418e-89dd-bd5ecb2485db', 'mac_address': 'fa:16:3e:6a:7b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870a517-1202-4c9d-866f-796c73339216', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:42:40.206384 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 1db93a40-60a2-418e-89dd-bd5ecb2485db is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:42:40.206783 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (1db93a40-60a2-418e-89dd-bd5ecb2485db), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:40.219665 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db93a40-60a2-418e-89dd-bd5ecb2485db {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:42:40.239691 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 1db93a40-60a2-418e-89dd-bd5ecb2485db, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1db93a40-60a2-418e-89dd-bd5ecb2485db,segment=NetworkSegment(c584a3fa-8ec5-47c9-87ce-eea5403a58f2),segment_id=c584a3fa-8ec5-47c9-87ce-eea5403a58f2)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:40.243536 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (1db93a40-60a2-418e-89dd-bd5ecb2485db), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:40.292814 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=1db93a40-60a2-418e-89dd-bd5ecb2485db,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:40.299623 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:40.299976 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:40.300321 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:40.300689 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:40.301022 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:40.301372 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:40.301707 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:40.302167 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:40.302557 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:40.302983 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:40.303320 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:40.303643 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:40.303986 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:42:40.445093 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['1db93a40-60a2-418e-89dd-bd5ecb2485db'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:42:40.707777 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40634220-6430-4c45-ab4f-2e6f238af929 req-eb147cad-f4e7-4c61-bcf6-df70c4f68f77 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:40.710240 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-40634220-6430-4c45-ab4f-2e6f238af929 req-eb147cad-f4e7-4c61-bcf6-df70c4f68f77 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=686ef473-79d0-43cc-b384-0a7fc7491c4a HTTP/1.1" status: 200 len: 944 time: 0.0536654 Feb 18 16:42:40.761948 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-40634220-6430-4c45-ab4f-2e6f238af929 req-b99fd3df-d511-4d59-b664-fd3228104fb7 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463872 Feb 18 16:42:40.800559 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:41.876969 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121a752-1d51-4052-adc6-e31bf233cc1f req-6d2fb3a6-9d7f-48e6-9622-4ccb37b5d8c0 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:41.878483 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8121a752-1d51-4052-adc6-e31bf233cc1f req-6d2fb3a6-9d7f-48e6-9622-4ccb37b5d8c0 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=686ef473-79d0-43cc-b384-0a7fc7491c4a HTTP/1.1" status: 200 len: 944 time: 0.0522730 Feb 18 16:42:41.934313 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8121a752-1d51-4052-adc6-e31bf233cc1f req-4f991394-2918-452d-9e79-190ce9df3b14 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499020 Feb 18 16:42:42.029348 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 1db93a40-60a2-418e-89dd-bd5ecb2485db up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:42:42.078146 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port 1db93a40-60a2-418e-89dd-bd5ecb2485db completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:42:42.081649 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port 1db93a40-60a2-418e-89dd-bd5ecb2485db triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:42:42.082026 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (1db93a40-60a2-418e-89dd-bd5ecb2485db), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:42.161055 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 1db93a40-60a2-418e-89dd-bd5ecb2485db is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:42:42.162092 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (1db93a40-60a2-418e-89dd-bd5ecb2485db), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:42.184177 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686ef473-79d0-43cc-b384-0a7fc7491c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db93a40-60a2-418e-89dd-bd5ecb2485db'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:42:42.186417 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1311ba-b429-4435-b5b6-5633afd1d450" -d '{"events": [{"server_uuid": "686ef473-79d0-43cc-b384-0a7fc7491c4a", "name": "network-vif-plugged", "status": "completed", "tag": "1db93a40-60a2-418e-89dd-bd5ecb2485db"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:42:42.204876 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 1db93a40-60a2-418e-89dd-bd5ecb2485db, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1db93a40-60a2-418e-89dd-bd5ecb2485db,segment=NetworkSegment(c584a3fa-8ec5-47c9-87ce-eea5403a58f2),segment_id=c584a3fa-8ec5-47c9-87ce-eea5403a58f2)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:42.210029 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (1db93a40-60a2-418e-89dd-bd5ecb2485db), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:42.233945 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925c5e69-9ce7-485e-b00f-ddf37b50b039 x-openstack-request-id: req-925c5e69-9ce7-485e-b00f-ddf37b50b039 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:42:42.234232 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686ef473-79d0-43cc-b384-0a7fc7491c4a", "name": "network-vif-plugged", "status": "completed", "tag": "1db93a40-60a2-418e-89dd-bd5ecb2485db", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:42:42.234483 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-925c5e69-9ce7-485e-b00f-ddf37b50b039 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:42:42.234869 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686ef473-79d0-43cc-b384-0a7fc7491c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db93a40-60a2-418e-89dd-bd5ecb2485db', 'code': 200} Feb 18 16:42:42.263339 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=1db93a40-60a2-418e-89dd-bd5ecb2485db,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:42.413538 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ac72a-54f1-4e84-9efc-1a287275dfa8 req-e3071e53-86da-44d2-9425-f0aaebf90b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:42.415032 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-406ac72a-54f1-4e84-9efc-1a287275dfa8 req-e3071e53-86da-44d2-9425-f0aaebf90b3f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=686ef473-79d0-43cc-b384-0a7fc7491c4a HTTP/1.1" status: 200 len: 1129 time: 0.0466416 Feb 18 16:42:42.457449 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-406ac72a-54f1-4e84-9efc-1a287275dfa8 req-bb0da21a-3034-4a40-b9ea-16678fca43fa service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359657 Feb 18 16:42:43.056458 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a13dfe-67a3-4530-9f21-64f9ac2a296a req-421a69f8-826a-4ccf-99b8-ec9d6f3f0ee2 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:43.057994 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c9a13dfe-67a3-4530-9f21-64f9ac2a296a req-421a69f8-826a-4ccf-99b8-ec9d6f3f0ee2 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=686ef473-79d0-43cc-b384-0a7fc7491c4a HTTP/1.1" status: 200 len: 945 time: 0.0544605 Feb 18 16:42:43.103807 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-c9a13dfe-67a3-4530-9f21-64f9ac2a296a req-b15bab61-6e9d-4ab4-a02c-bd0b4562009d tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 Feb 18 16:42:44.223700 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eedb01-afc8-4ecb-a94b-90f3e0256bab req-94ca8c45-beea-4e1f-b3a3-9c4881542f0f tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:44.226005 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-69eedb01-afc8-4ecb-a94b-90f3e0256bab req-94ca8c45-beea-4e1f-b3a3-9c4881542f0f tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=686ef473-79d0-43cc-b384-0a7fc7491c4a HTTP/1.1" status: 200 len: 945 time: 0.0519769 Feb 18 16:42:44.270366 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-69eedb01-afc8-4ecb-a94b-90f3e0256bab req-d13124ae-a01f-4644-939b-f712ddd002b2 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389919 Feb 18 16:42:45.389766 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c88c5-8c9a-4f8c-9771-fe17d704730a req-31e5fb47-7488-452b-a30d-3054f6716bfc tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:45.391232 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e08c88c5-8c9a-4f8c-9771-fe17d704730a req-31e5fb47-7488-452b-a30d-3054f6716bfc tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=686ef473-79d0-43cc-b384-0a7fc7491c4a HTTP/1.1" status: 200 len: 945 time: 0.0550535 Feb 18 16:42:45.437192 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e08c88c5-8c9a-4f8c-9771-fe17d704730a req-95142a52-9067-4374-a60b-fe1b763bc7ef tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399215 Feb 18 16:42:46.554170 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532c7eb-4a23-4714-9c16-350cdfd97ee4 req-28187cce-bf6a-4cb2-a3a2-1826365da81b tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:46.555620 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7532c7eb-4a23-4714-9c16-350cdfd97ee4 req-28187cce-bf6a-4cb2-a3a2-1826365da81b tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=686ef473-79d0-43cc-b384-0a7fc7491c4a HTTP/1.1" status: 200 len: 945 time: 0.0521729 Feb 18 16:42:46.599968 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7532c7eb-4a23-4714-9c16-350cdfd97ee4 req-8373bb80-ea78-429a-a909-07e854713fd9 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389466 Feb 18 16:42:49.242444 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f10e0d-9dcd-40e9-826d-816b6fa87d8a req-b07459b7-3b2c-4792-8464-8a84e79694ad tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:49.243898 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-57f10e0d-9dcd-40e9-826d-816b6fa87d8a req-b07459b7-3b2c-4792-8464-8a84e79694ad tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=686ef473-79d0-43cc-b384-0a7fc7491c4a HTTP/1.1" status: 200 len: 945 time: 0.0531495 Feb 18 16:42:49.295018 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-57f10e0d-9dcd-40e9-826d-816b6fa87d8a req-b3eb0b5a-0081-4fa8-a6ec-e8be5f7c0ce8 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455301 Feb 18 16:42:50.415406 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30fea8-4457-4c47-802b-aebd6abe85bc req-c30fac86-b848-44c1-81e1-9e30ead08041 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:50.416872 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4f30fea8-4457-4c47-802b-aebd6abe85bc req-c30fac86-b848-44c1-81e1-9e30ead08041 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=686ef473-79d0-43cc-b384-0a7fc7491c4a HTTP/1.1" status: 200 len: 945 time: 0.0515103 Feb 18 16:42:50.463218 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4f30fea8-4457-4c47-802b-aebd6abe85bc req-a718ca7d-7b29-443f-b626-1f39a55ec7d0 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408716 Feb 18 16:42:50.603733 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7546fce-eca5-4735-8853-217a9a9744a9 req-f85d33ce-450e-40ca-b963-f6cf8113b377 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:50.605101 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e7546fce-eca5-4735-8853-217a9a9744a9 req-f85d33ce-450e-40ca-b963-f6cf8113b377 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.71 "GET /v2.0/ports?device_id=686ef473-79d0-43cc-b384-0a7fc7491c4a HTTP/1.1" status: 200 len: 945 time: 0.0557852 Feb 18 16:42:50.704509 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-e7546fce-eca5-4735-8853-217a9a9744a9 req-4c162157-f8cd-4b72-b50c-00f11c892402 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Deleting port 1db93a40-60a2-418e-89dd-bd5ecb2485db {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:42:50.704844 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-e7546fce-eca5-4735-8853-217a9a9744a9 req-4c162157-f8cd-4b72-b50c-00f11c892402 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (1db93a40-60a2-418e-89dd-bd5ecb2485db), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:50.794780 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-e7546fce-eca5-4735-8853-217a9a9744a9 req-4c162157-f8cd-4b72-b50c-00f11c892402 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] For port 1db93a40-60a2-418e-89dd-bd5ecb2485db, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1db93a40-60a2-418e-89dd-bd5ecb2485db,segment=NetworkSegment(c584a3fa-8ec5-47c9-87ce-eea5403a58f2),segment_id=c584a3fa-8ec5-47c9-87ce-eea5403a58f2)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:42:50.795142 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-e7546fce-eca5-4735-8853-217a9a9744a9 req-4c162157-f8cd-4b72-b50c-00f11c892402 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (1db93a40-60a2-418e-89dd-bd5ecb2485db), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:50.808304 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-e7546fce-eca5-4735-8853-217a9a9744a9 req-4c162157-f8cd-4b72-b50c-00f11c892402 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Calling delete_port for 1db93a40-60a2-418e-89dd-bd5ecb2485db owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:42:50.934577 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-e7546fce-eca5-4735-8853-217a9a9744a9 req-4c162157-f8cd-4b72-b50c-00f11c892402 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (1db93a40-60a2-418e-89dd-bd5ecb2485db), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:50.946726 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['1db93a40-60a2-418e-89dd-bd5ecb2485db'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:42:50.969370 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c162157-f8cd-4b72-b50c-00f11c892402 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Pushing event deleted for resources: {'Port': ['ID=1db93a40-60a2-418e-89dd-bd5ecb2485db,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:51.012772 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7546fce-eca5-4735-8853-217a9a9744a9 req-4c162157-f8cd-4b72-b50c-00f11c892402 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] No DVR routers for this DVR port 1db93a40-60a2-418e-89dd-bd5ecb2485db on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:42:51.015214 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-e7546fce-eca5-4735-8853-217a9a9744a9 req-4c162157-f8cd-4b72-b50c-00f11c892402 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:51.018564 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e7546fce-eca5-4735-8853-217a9a9744a9 req-4c162157-f8cd-4b72-b50c-00f11c892402 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.71 "DELETE /v2.0/ports/1db93a40-60a2-418e-89dd-bd5ecb2485db HTTP/1.1" status: 204 len: 173 time: 0.4070997 Feb 18 16:42:51.019023 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686ef473-79d0-43cc-b384-0a7fc7491c4a', 'name': 'network-vif-deleted', 'tag': '1db93a40-60a2-418e-89dd-bd5ecb2485db'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:42:51.021803 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d64d3e9-6d76-42a3-b640-f1522281ff16" -d '{"events": [{"server_uuid": "686ef473-79d0-43cc-b384-0a7fc7491c4a", "name": "network-vif-deleted", "tag": "1db93a40-60a2-418e-89dd-bd5ecb2485db"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:42:51.064006 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93952254-b7fb-4087-8cbb-d2ff30337261 x-openstack-request-id: req-93952254-b7fb-4087-8cbb-d2ff30337261 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:42:51.064307 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686ef473-79d0-43cc-b384-0a7fc7491c4a", "name": "network-vif-deleted", "tag": "1db93a40-60a2-418e-89dd-bd5ecb2485db", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:42:51.064560 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-93952254-b7fb-4087-8cbb-d2ff30337261 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:42:51.064966 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686ef473-79d0-43cc-b384-0a7fc7491c4a', 'name': 'network-vif-deleted', 'tag': '1db93a40-60a2-418e-89dd-bd5ecb2485db', 'status': 'completed', 'code': 200} Feb 18 16:42:51.766295 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-bc7114bc-283d-4c8d-8432-c1ff59a91dab tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:51.767678 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-bc7114bc-283d-4c8d-8432-c1ff59a91dab tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/networks?id=879430d2-34d1-4dcf-be9c-5634a5f1278f HTTP/1.1" status: 200 len: 809 time: 0.1022427 Feb 18 16:42:51.782293 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-661fd96f-834c-4ff1-a01a-94c5d415a8d9 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/quotas/92f9679c62e0498cb786dfc4a1da69d5 HTTP/1.1" status: 200 len: 375 time: 0.0087595 Feb 18 16:42:51.814359 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-e39e876a-1b6f-4f20-a271-2d77a290f0c0 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=92f9679c62e0498cb786dfc4a1da69d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267477 Feb 18 16:42:51.991453 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-0e72c935-d85c-49fe-9a00-e52a193a2c27 service neutron] 10.222.0.36 "GET /v2.0/networks/879430d2-34d1-4dcf-be9c-5634a5f1278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700556 Feb 18 16:42:52.080961 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-03e15676-78ff-4691-bedc-224755726777 service neutron] 10.222.0.36 "GET /v2.0/networks/879430d2-34d1-4dcf-be9c-5634a5f1278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838168 Feb 18 16:42:52.234745 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-50d2a350-3c07-4a4e-b2ec-6921fe63a92b req-c1f32900-d10f-4cc5-abc5-44573827fe07 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 210 time: 0.0278594 Feb 18 16:42:53.326159 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-60ab9dcb-2c98-41bc-86d6-7eb750d47541 req-95f19037-e5f7-48ad-9fde-e6f25cabaf3c tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 210 time: 0.0272346 Feb 18 16:42:54.392349 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 1db93a40-60a2-418e-89dd-bd5ecb2485db no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:42:54.413308 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: 1db93a40-60a2-418e-89dd-bd5ecb2485db {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:42:54.413684 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 1db93a40-60a2-418e-89dd-bd5ecb2485db not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:42:54.421988 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d6079f11-c463-46ed-9cd7-865d3122c8dd req-ae400f73-1a71-41de-82f3-5616ec453d7f tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 210 time: 0.0274394 Feb 18 16:42:54.662487 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-506e6258-5d55-4034-bb46-c396cb686c3a tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:54.663860 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-506e6258-5d55-4034-bb46-c396cb686c3a tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.71 "GET /v2.0/networks?id=879430d2-34d1-4dcf-be9c-5634a5f1278f HTTP/1.1" status: 200 len: 809 time: 0.1075845 Feb 18 16:42:54.678410 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-51455af0-720e-43a4-8a8c-2a7bdaa1d059 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Request body: {'port': {'device_id': '3d7d906d-19a8-4567-9014-5a297c896eec', 'network_id': '879430d2-34d1-4dcf-be9c-5634a5f1278f', 'admin_state_up': True, 'tenant_id': '92f9679c62e0498cb786dfc4a1da69d5'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:42:54.785600 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-51455af0-720e-43a4-8a8c-2a7bdaa1d059 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Made reservation on behalf of 92f9679c62e0498cb786dfc4a1da69d5 for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:42:54.789173 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-51455af0-720e-43a4-8a8c-2a7bdaa1d059 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:54.913510 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-51455af0-720e-43a4-8a8c-2a7bdaa1d059 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Allocated IP 172.20.0.5 (879430d2-34d1-4dcf-be9c-5634a5f1278f/9870a517-1202-4c9d-866f-796c73339216/8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:42:55.066636 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-51455af0-720e-43a4-8a8c-2a7bdaa1d059 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Publish callbacks [] for port (8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:55.099884 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-51455af0-720e-43a4-8a8c-2a7bdaa1d059 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:55.139067 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-51455af0-720e-43a4-8a8c-2a7bdaa1d059 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Network 879430d2-34d1-4dcf-be9c-5634a5f1278f is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:42:55.142078 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-51455af0-720e-43a4-8a8c-2a7bdaa1d059 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:42:55.146136 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-51455af0-720e-43a4-8a8c-2a7bdaa1d059 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:42:55.171844 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51455af0-720e-43a4-8a8c-2a7bdaa1d059 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Pushing event updated for resources: {'Port': ['ID=8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:55.198234 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-51455af0-720e-43a4-8a8c-2a7bdaa1d059 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:55.198839 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-51455af0-720e-43a4-8a8c-2a7bdaa1d059 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:55.214324 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-51455af0-720e-43a4-8a8c-2a7bdaa1d059 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5402372 Feb 18 16:42:55.227185 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Request body: {'port': {'device_id': '3d7d906d-19a8-4567-9014-5a297c896eec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:42:55.288564 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:55.546910 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:42:55.548173 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd167fb-7630-49d3-82fd-c207888e2a97 req-b2c5acc5-138c-4ad2-8e9e-cd2d69353198 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:55.549691 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bdd167fb-7630-49d3-82fd-c207888e2a97 req-b2c5acc5-138c-4ad2-8e9e-cd2d69353198 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 931 time: 0.0605106 Feb 18 16:42:55.554777 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Publish callbacks [] for port (8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:55.568362 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Transition to ACTIVE for port object 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:42:55.572797 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:55.602326 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bdd167fb-7630-49d3-82fd-c207888e2a97 req-d2e037a7-6179-4ec2-ae64-c7cd71b82f45 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462790 Feb 18 16:42:55.615084 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:42:55.629702 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Pushing event updated for resources: {'Port': ['ID=8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:55.697329 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Attempting to bind port 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:42:55.698021 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Attempting to bind port 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'c584a3fa-8ec5-47c9-87ce-eea5403a58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '879430d2-34d1-4dcf-be9c-5634a5f1278f'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:42:55.698021 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Attempting to bind port 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 on network 879430d2-34d1-4dcf-be9c-5634a5f1278f {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:42:55.702329 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Port 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 on network 879430d2-34d1-4dcf-be9c-5634a5f1278f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:42:55.702584 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Attempting to bind port 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 on network 879430d2-34d1-4dcf-be9c-5634a5f1278f {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:42:55.707478 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:42:55.707815 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Checking segment: {'id': 'c584a3fa-8ec5-47c9-87ce-eea5403a58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '879430d2-34d1-4dcf-be9c-5634a5f1278f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:42:55.708371 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Bound using segment: {'id': 'c584a3fa-8ec5-47c9-87ce-eea5403a58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '879430d2-34d1-4dcf-be9c-5634a5f1278f'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:42:55.708815 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Bound port: 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c584a3fa-8ec5-47c9-87ce-eea5403a58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '879430d2-34d1-4dcf-be9c-5634a5f1278f'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:42:55.709167 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:55.780457 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] For port 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:42:55.783439 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] For port 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2,segment=NetworkSegment(c584a3fa-8ec5-47c9-87ce-eea5403a58f2),segment_id=c584a3fa-8ec5-47c9-87ce-eea5403a58f2)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:42:55.789838 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:55.821994 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:55.822613 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:42:55.824099 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] 10.222.0.71 "PUT /v2.0/ports/8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 HTTP/1.1" status: 200 len: 1093 time: 0.6016119 Feb 18 16:42:55.824441 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7d906d-19a8-4567-9014-5a297c896eec', 'tag': '8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:42:55.826669 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a34a93-6e2e-4525-8aef-78d5114168fe" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7d906d-19a8-4567-9014-5a297c896eec", "tag": "8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:42:55.853920 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565365ff-82da-4f86-a981-43ada8f8ca2d service neutron] Pushing event updated for resources: {'Port': ['ID=8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:42:55.874292 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b918202c-11cb-40ab-a3e2-7e30af48787b x-openstack-request-id: req-b918202c-11cb-40ab-a3e2-7e30af48787b {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:42:55.874571 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7d906d-19a8-4567-9014-5a297c896eec", "tag": "8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:42:55.874823 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b918202c-11cb-40ab-a3e2-7e30af48787b {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:42:55.875209 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7d906d-19a8-4567-9014-5a297c896eec', 'tag': '8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2', 'status': 'completed', 'code': 200} Feb 18 16:42:55.915215 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-450f2192-0842-4491-8b07-0d3ff6aa1b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:55.916733 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-450f2192-0842-4491-8b07-0d3ff6aa1b12 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92f9679c62e0498cb786dfc4a1da69d5&device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 1127 time: 0.0511448 Feb 18 16:42:55.961993 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-4d87cb03-a580-400a-a6cb-2a1fbcc1738c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 HTTP/1.1" status: 200 len: 217 time: 0.0350535 Feb 18 16:42:56.730341 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518417fa-1c6d-4b32-9849-3d553a8ebf33 req-adccd076-2b67-43e0-85eb-3327d5c50991 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:56.731814 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-518417fa-1c6d-4b32-9849-3d553a8ebf33 req-adccd076-2b67-43e0-85eb-3327d5c50991 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 943 time: 0.0521555 Feb 18 16:42:56.780036 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-518417fa-1c6d-4b32-9849-3d553a8ebf33 req-002c5435-e908-497f-a609-4da9444ea250 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422258 Feb 18 16:42:56.829784 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-6fe3eb82-e4da-4bb7-a172-2cec59ee10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:56.831233 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-6fe3eb82-e4da-4bb7-a172-2cec59ee10f1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9870a517-1202-4c9d-866f-796c73339216 HTTP/1.1" status: 200 len: 849 time: 0.0429404 Feb 18 16:42:57.597619 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-19b348cc-7570-4afd-a8c4-ca6d8c16e0f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=879430d2-34d1-4dcf-be9c-5634a5f1278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259292 Feb 18 16:42:57.902805 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162547a-991d-4d2e-9f8c-60273aab9508 req-0a273bea-99dd-4c99-aa4a-87c907bdb004 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:57.904184 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1162547a-991d-4d2e-9f8c-60273aab9508 req-0a273bea-99dd-4c99-aa4a-87c907bdb004 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 943 time: 0.0556417 Feb 18 16:42:57.950457 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1162547a-991d-4d2e-9f8c-60273aab9508 req-0887861c-483e-4a95-8918-e32f14a5e5ed tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405204 Feb 18 16:42:58.562328 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-1d494515-96d8-4a92-bef6-efda3e0b6818 service neutron] 10.222.0.71 "GET /v2.0/networks/879430d2-34d1-4dcf-be9c-5634a5f1278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851922 Feb 18 16:42:58.658017 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-46375d92-8a42-4269-bd15-7e902cafd3f2 req-48fde135-8a48-450b-a13a-8b8e1524a18d service neutron] 10.222.0.71 "GET /v2.0/networks/879430d2-34d1-4dcf-be9c-5634a5f1278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835440 Feb 18 16:42:58.753721 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a34a93-6e2e-4525-8aef-78d5114168fe req-cb2fac58-7046-4067-9f46-2a19ae82df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:58.755781 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-44a34a93-6e2e-4525-8aef-78d5114168fe req-cb2fac58-7046-4067-9f46-2a19ae82df8d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92f9679c62e0498cb786dfc4a1da69d5&device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 1127 time: 0.0498650 Feb 18 16:42:58.843773 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a34a93-6e2e-4525-8aef-78d5114168fe req-43881e10-c1fb-4cfc-91c6-745fd20cc1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:58.845248 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-44a34a93-6e2e-4525-8aef-78d5114168fe req-43881e10-c1fb-4cfc-91c6-745fd20cc1ff service neutron] 10.222.0.71 "GET /v2.0/networks?id=879430d2-34d1-4dcf-be9c-5634a5f1278f HTTP/1.1" status: 200 len: 910 time: 0.0841026 Feb 18 16:42:58.890907 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-44a34a93-6e2e-4525-8aef-78d5114168fe req-d6bee755-1532-480f-9ece-5d0653422d82 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 HTTP/1.1" status: 200 len: 217 time: 0.0390697 Feb 18 16:42:58.940284 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a34a93-6e2e-4525-8aef-78d5114168fe req-08e513b0-7812-4f58-8a22-d2235ca87e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:58.941767 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-44a34a93-6e2e-4525-8aef-78d5114168fe req-08e513b0-7812-4f58-8a22-d2235ca87e99 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9870a517-1202-4c9d-866f-796c73339216 HTTP/1.1" status: 200 len: 849 time: 0.0443943 Feb 18 16:42:58.975895 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-44a34a93-6e2e-4525-8aef-78d5114168fe req-4842a300-06e5-46a0-90b6-723a5a07f057 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=879430d2-34d1-4dcf-be9c-5634a5f1278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272009 Feb 18 16:42:59.064701 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-44a34a93-6e2e-4525-8aef-78d5114168fe req-f75f9de4-f4aa-4ab0-8196-d3ac41c0e8c8 service neutron] 10.222.0.71 "GET /v2.0/networks/879430d2-34d1-4dcf-be9c-5634a5f1278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820050 Feb 18 16:42:59.074112 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288aec7-48c7-4ad1-9a50-0bfd298a8c2e req-4c18d2c4-0dbb-48da-8e83-6ac89c3bc7ab tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:42:59.075599 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6288aec7-48c7-4ad1-9a50-0bfd298a8c2e req-4c18d2c4-0dbb-48da-8e83-6ac89c3bc7ab tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 943 time: 0.0554328 Feb 18 16:42:59.125324 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6288aec7-48c7-4ad1-9a50-0bfd298a8c2e req-49fc7301-0bf6-43c6-83d1-9f6eb91325f0 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440748 Feb 18 16:42:59.158818 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-44a34a93-6e2e-4525-8aef-78d5114168fe req-5c43cede-989e-433d-ac48-97ce027eab65 service neutron] 10.222.0.71 "GET /v2.0/networks/879430d2-34d1-4dcf-be9c-5634a5f1278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885940 Feb 18 16:43:00.249511 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e115e-c74e-4191-95e0-bf126fd3a4bc req-ada19dfa-a9d0-4836-a5dd-7c3c3a711fa9 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:00.251206 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ac1e115e-c74e-4191-95e0-bf126fd3a4bc req-ada19dfa-a9d0-4836-a5dd-7c3c3a711fa9 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 943 time: 0.0556858 Feb 18 16:43:00.299903 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-ac1e115e-c74e-4191-95e0-bf126fd3a4bc req-1c04bef0-779a-47ad-8c76-65fb93beaaf8 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430079 Feb 18 16:43:00.417288 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:43:00.512289 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2,segment=NetworkSegment(c584a3fa-8ec5-47c9-87ce-eea5403a58f2),segment_id=c584a3fa-8ec5-47c9-87ce-eea5403a58f2)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:43:00.523260 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': '8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2', 'network_id': '879430d2-34d1-4dcf-be9c-5634a5f1278f', 'port_id': '8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2', 'mac_address': 'fa:16:3e:21:91:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870a517-1202-4c9d-866f-796c73339216', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:43:00.558814 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:43:00.559207 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:00.572228 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:43:00.590803 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2,segment=NetworkSegment(c584a3fa-8ec5-47c9-87ce-eea5403a58f2),segment_id=c584a3fa-8ec5-47c9-87ce-eea5403a58f2)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:43:00.593767 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:00.642397 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:01.112110 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-d083ca63-6a35-43f1-a268-85992f5c41a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:01.417783 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1356a8-1d43-472a-9061-c18f5f86a2c8 req-8ecceee7-78d7-459e-955a-1d7168c37aad tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:01.419181 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fb1356a8-1d43-472a-9061-c18f5f86a2c8 req-8ecceee7-78d7-459e-955a-1d7168c37aad tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 944 time: 0.0511611 Feb 18 16:43:01.465563 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fb1356a8-1d43-472a-9061-c18f5f86a2c8 req-21209a42-6a31-43cd-9124-72b2daf7462f tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409646 Feb 18 16:43:02.582094 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38722a39-b3d2-4835-8384-8dca0e4d66a8 req-8adbb376-56a3-416b-ba7a-0cb87b9a27fb tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:02.583552 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-38722a39-b3d2-4835-8384-8dca0e4d66a8 req-8adbb376-56a3-416b-ba7a-0cb87b9a27fb tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 944 time: 0.0516663 Feb 18 16:43:02.628520 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-38722a39-b3d2-4835-8384-8dca0e4d66a8 req-068ba4f6-caa7-4d81-80b8-2957c34e71b3 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395746 Feb 18 16:43:03.195635 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-f81f3ed5-6b0f-4af6-94e2-fd542f3b90a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:03.599942 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:43:03.752729 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984690c-6f61-444a-bc6e-5ff37d378bd7 req-047d6375-3b6f-4cab-8e4e-8d1282010ed3 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:03.754295 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1984690c-6f61-444a-bc6e-5ff37d378bd7 req-047d6375-3b6f-4cab-8e4e-8d1282010ed3 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 944 time: 0.0592670 Feb 18 16:43:03.800209 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1984690c-6f61-444a-bc6e-5ff37d378bd7 req-215ef564-c4da-415d-af55-27fc51edc038 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403740 Feb 18 16:43:04.547454 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:04.919716 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f287019-3dcb-4009-885b-3c7988146bf6 req-405fbc7c-9c80-4fab-bb1e-0fac383098c8 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:04.921188 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7f287019-3dcb-4009-885b-3c7988146bf6 req-405fbc7c-9c80-4fab-bb1e-0fac383098c8 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 944 time: 0.0536282 Feb 18 16:43:04.966475 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7f287019-3dcb-4009-885b-3c7988146bf6 req-fc7523bb-48fc-42bd-a261-666e81933ad8 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Feb 18 16:43:05.365365 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:43:05.413578 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:43:05.417252 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:43:05.417658 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:05.497961 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:43:05.498362 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:05.522468 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7d906d-19a8-4567-9014-5a297c896eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:43:05.524695 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4708862-2382-4bad-93ff-b0504d77920e" -d '{"events": [{"server_uuid": "3d7d906d-19a8-4567-9014-5a297c896eec", "name": "network-vif-plugged", "status": "completed", "tag": "8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:43:05.539143 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2,segment=NetworkSegment(c584a3fa-8ec5-47c9-87ce-eea5403a58f2),segment_id=c584a3fa-8ec5-47c9-87ce-eea5403a58f2)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:43:05.543384 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:05.572306 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be5499c-0c0c-4d2e-99e0-e80f80e6bea4 x-openstack-request-id: req-8be5499c-0c0c-4d2e-99e0-e80f80e6bea4 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:43:05.572901 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7d906d-19a8-4567-9014-5a297c896eec", "name": "network-vif-plugged", "status": "completed", "tag": "8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:43:05.572901 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8be5499c-0c0c-4d2e-99e0-e80f80e6bea4 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:43:05.573214 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7d906d-19a8-4567-9014-5a297c896eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2', 'code': 200} Feb 18 16:43:05.597502 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:05.745537 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995e170-58b2-45e3-8f5c-571323a2936f req-c8cec85d-284c-47a8-b678-4866f4389e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:05.747136 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-a995e170-58b2-45e3-8f5c-571323a2936f req-c8cec85d-284c-47a8-b678-4866f4389e55 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 1129 time: 0.0470908 Feb 18 16:43:05.794373 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-a995e170-58b2-45e3-8f5c-571323a2936f req-270fab90-d1ef-49dd-afd1-d6cabe6a3bd0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393364 Feb 18 16:43:05.835228 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:06.091941 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825598d-f393-4679-b2b6-ea201be4e26e req-cc54c25f-2073-4631-b24a-0be241e67c3e tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:06.093416 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b825598d-f393-4679-b2b6-ea201be4e26e req-cc54c25f-2073-4631-b24a-0be241e67c3e tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 945 time: 0.0567172 Feb 18 16:43:06.143093 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b825598d-f393-4679-b2b6-ea201be4e26e req-f94276fc-8640-4b86-b9eb-dbd54199a883 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439420 Feb 18 16:43:07.262016 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd37f2a-3a05-46d9-b51b-642601d632a9 req-e8d754d7-ca63-44e6-96b5-c0d6072352c9 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:07.263491 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bfd37f2a-3a05-46d9-b51b-642601d632a9 req-e8d754d7-ca63-44e6-96b5-c0d6072352c9 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 945 time: 0.0519733 Feb 18 16:43:07.308737 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bfd37f2a-3a05-46d9-b51b-642601d632a9 req-8a0a6d10-ffc1-489a-9159-9791e99d908a tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395956 Feb 18 16:43:07.543935 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:07.928739 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3588a-03d2-4159-819d-93af55292620 req-e4d766f3-f1a4-4e26-8aa9-e4752a966623 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:07.930244 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b9a3588a-03d2-4159-819d-93af55292620 req-e4d766f3-f1a4-4e26-8aa9-e4752a966623 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 945 time: 0.0526822 Feb 18 16:43:07.976495 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b9a3588a-03d2-4159-819d-93af55292620 req-84fc4235-0b79-4162-b7a7-7093230b4751 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406210 Feb 18 16:43:08.266048 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35738) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:08.370410 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c216a6a5-40e8-41ff-8871-ceb6a75ee329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:08.441918 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c216a6a5-40e8-41ff-8871-ceb6a75ee329 admin admin] Publish callbacks [] for security_group (0c0504a1-8f18-4758-a858-6f723ea214e0), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:08.445831 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c216a6a5-40e8-41ff-8871-ceb6a75ee329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (0c0504a1-8f18-4758-a858-6f723ea214e0), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:08.482751 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216a6a5-40e8-41ff-8871-ceb6a75ee329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0504a1-8f18-4758-a858-6f723ea214e0,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:08.487637 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-c216a6a5-40e8-41ff-8871-ceb6a75ee329 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=101b17aae5a4439f8510ef4248abf3ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204831 Feb 18 16:43:08.491064 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35742) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:08.538203 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f367bf39-4822-4341-a2f0-931d836ea315 admin admin] Publish callbacks [] for security_group (0c0504a1-8f18-4758-a858-6f723ea214e0), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:08.558082 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f367bf39-4822-4341-a2f0-931d836ea315 admin admin] Publish callbacks [] for security_group (0c0504a1-8f18-4758-a858-6f723ea214e0), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:08.603275 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f367bf39-4822-4341-a2f0-931d836ea315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (0c0504a1-8f18-4758-a858-6f723ea214e0), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:08.606094 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f367bf39-4822-4341-a2f0-931d836ea315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:08.607253 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-f367bf39-4822-4341-a2f0-931d836ea315 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c0504a1-8f18-4758-a858-6f723ea214e0 HTTP/1.1" status: 204 len: 168 time: 0.1151710 Feb 18 16:43:08.615666 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367bf39-4822-4341-a2f0-931d836ea315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0504a1-8f18-4758-a858-6f723ea214e0,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:08.859529 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35748) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:08.873245 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-11fedd73-f874-45ed-ba5f-72e567439958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:08.947946 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-11fedd73-f874-45ed-ba5f-72e567439958 admin admin] Publish callbacks [] for security_group (65ab0e6b-e10a-474b-a444-64543073d0b0), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:08.952631 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-11fedd73-f874-45ed-ba5f-72e567439958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (65ab0e6b-e10a-474b-a444-64543073d0b0), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:08.990373 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-11fedd73-f874-45ed-ba5f-72e567439958 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b0126d1f9b54e0ea6758134e0c1a2ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297309 Feb 18 16:43:08.991201 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fedd73-f874-45ed-ba5f-72e567439958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ab0e6b-e10a-474b-a444-64543073d0b0,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:08.993691 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 35750) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:09.050731 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Publish callbacks [] for security_group (65ab0e6b-e10a-474b-a444-64543073d0b0), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:09.073820 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Publish callbacks [] for security_group (65ab0e6b-e10a-474b-a444-64543073d0b0), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:09.098534 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6ff1e-dcfa-4290-a1da-0f9b42dc6fc2 req-586fb999-c0b9-47de-9b21-2975e65f17a2 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:09.100021 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5cc6ff1e-dcfa-4290-a1da-0f9b42dc6fc2 req-586fb999-c0b9-47de-9b21-2975e65f17a2 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 945 time: 0.0542881 Feb 18 16:43:09.122625 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (65ab0e6b-e10a-474b-a444-64543073d0b0), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:09.125255 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:09.126450 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65ab0e6b-e10a-474b-a444-64543073d0b0 HTTP/1.1" status: 204 len: 168 time: 0.1317766 Feb 18 16:43:09.135899 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ab0e6b-e10a-474b-a444-64543073d0b0,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:09.143541 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:09.143894 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:09.144446 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:09.144579 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:09.144889 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:09.145267 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:09.145582 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:09.145914 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:09.146234 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:09.146557 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:09.146894 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:09.147198 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:09.147514 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a3ba5-4083-42e5-af77-f4bff7857654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:09.148839 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5cc6ff1e-dcfa-4290-a1da-0f9b42dc6fc2 req-990bc651-c339-4ebf-8d3a-6970e0b810ff tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad3253b1-48c2-492a-af04-d63715cf4911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430551 Feb 18 16:43:09.470528 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd26dbc-abb5-4502-ba6c-5efeac3acf70 req-33b115ef-d428-46f9-b40d-02e61016d46a tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:09.472144 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-abd26dbc-abb5-4502-ba6c-5efeac3acf70 req-33b115ef-d428-46f9-b40d-02e61016d46a tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 945 time: 0.0554440 Feb 18 16:43:09.571079 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-abd26dbc-abb5-4502-ba6c-5efeac3acf70 req-dbfc8d23-381f-4507-b0f7-bafbfa39cf56 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Deleting port 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:43:09.571420 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-abd26dbc-abb5-4502-ba6c-5efeac3acf70 req-dbfc8d23-381f-4507-b0f7-bafbfa39cf56 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:09.663896 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-abd26dbc-abb5-4502-ba6c-5efeac3acf70 req-dbfc8d23-381f-4507-b0f7-bafbfa39cf56 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] For port 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2,segment=NetworkSegment(c584a3fa-8ec5-47c9-87ce-eea5403a58f2),segment_id=c584a3fa-8ec5-47c9-87ce-eea5403a58f2)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:43:09.664265 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-abd26dbc-abb5-4502-ba6c-5efeac3acf70 req-dbfc8d23-381f-4507-b0f7-bafbfa39cf56 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:09.677195 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-abd26dbc-abb5-4502-ba6c-5efeac3acf70 req-dbfc8d23-381f-4507-b0f7-bafbfa39cf56 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Calling delete_port for 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:43:09.811053 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-abd26dbc-abb5-4502-ba6c-5efeac3acf70 req-dbfc8d23-381f-4507-b0f7-bafbfa39cf56 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:09.825944 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:43:09.844064 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc8d23-381f-4507-b0f7-bafbfa39cf56 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Pushing event deleted for resources: {'Port': ['ID=8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:09.892388 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd26dbc-abb5-4502-ba6c-5efeac3acf70 req-dbfc8d23-381f-4507-b0f7-bafbfa39cf56 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] No DVR routers for this DVR port 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:43:09.895021 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-abd26dbc-abb5-4502-ba6c-5efeac3acf70 req-dbfc8d23-381f-4507-b0f7-bafbfa39cf56 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:09.899094 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-abd26dbc-abb5-4502-ba6c-5efeac3acf70 req-dbfc8d23-381f-4507-b0f7-bafbfa39cf56 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.71 "DELETE /v2.0/ports/8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 HTTP/1.1" status: 204 len: 173 time: 0.4203908 Feb 18 16:43:09.899601 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7d906d-19a8-4567-9014-5a297c896eec', 'name': 'network-vif-deleted', 'tag': '8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:43:09.901895 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09296ac-1e26-4e84-a035-253ca1313e9c" -d '{"events": [{"server_uuid": "3d7d906d-19a8-4567-9014-5a297c896eec", "name": "network-vif-deleted", "tag": "8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:43:09.940727 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7897db31-fd3b-47aa-8f86-1578e2c0dfca x-openstack-request-id: req-7897db31-fd3b-47aa-8f86-1578e2c0dfca {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:43:09.941054 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7d906d-19a8-4567-9014-5a297c896eec", "name": "network-vif-deleted", "tag": "8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:43:09.941265 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7897db31-fd3b-47aa-8f86-1578e2c0dfca {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:43:09.941688 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7d906d-19a8-4567-9014-5a297c896eec', 'name': 'network-vif-deleted', 'tag': '8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2', 'status': 'completed', 'code': 200} Feb 18 16:43:10.257152 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d759ee6c-815f-47fd-8e91-f8212ffc6969 req-1c1c4eb0-84cf-494f-9fa1-b98178e98528 tempest-VolumesActionsTest-1620709092 tempest-VolumesActionsTest-1620709092-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7d906d-19a8-4567-9014-5a297c896eec HTTP/1.1" status: 200 len: 210 time: 0.0278981 Feb 18 16:43:10.805972 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:11.311093 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 35828) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:11.416782 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0438d34d-80de-40bd-ae0e-513be9312e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:11.496928 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0438d34d-80de-40bd-ae0e-513be9312e73 admin admin] Publish callbacks [] for security_group (d9bda8dc-3c0c-4f6c-9b83-2ebc36a54026), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:11.501763 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0438d34d-80de-40bd-ae0e-513be9312e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (d9bda8dc-3c0c-4f6c-9b83-2ebc36a54026), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:11.543094 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-0438d34d-80de-40bd-ae0e-513be9312e73 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81029150e441420aa229b6363023995a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309251 Feb 18 16:43:11.544983 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438d34d-80de-40bd-ae0e-513be9312e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bda8dc-3c0c-4f6c-9b83-2ebc36a54026,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:11.545947 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35844) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:11.597031 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3710d524-4be1-43f8-9042-6e8e54f7ddc9 admin admin] Publish callbacks [] for security_group (d9bda8dc-3c0c-4f6c-9b83-2ebc36a54026), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:11.618822 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3710d524-4be1-43f8-9042-6e8e54f7ddc9 admin admin] Publish callbacks [] for security_group (d9bda8dc-3c0c-4f6c-9b83-2ebc36a54026), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:11.672372 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3710d524-4be1-43f8-9042-6e8e54f7ddc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (d9bda8dc-3c0c-4f6c-9b83-2ebc36a54026), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:11.675828 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3710d524-4be1-43f8-9042-6e8e54f7ddc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:11.677974 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-3710d524-4be1-43f8-9042-6e8e54f7ddc9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9bda8dc-3c0c-4f6c-9b83-2ebc36a54026 HTTP/1.1" status: 204 len: 168 time: 0.1308899 Feb 18 16:43:11.686999 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710d524-4be1-43f8-9042-6e8e54f7ddc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bda8dc-3c0c-4f6c-9b83-2ebc36a54026,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:11.952913 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 35872) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:11.967255 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-88ed1164-b6ee-446f-8edf-bd32b7423ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:12.056027 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-88ed1164-b6ee-446f-8edf-bd32b7423ca1 admin admin] Publish callbacks [] for security_group (2f20dcb9-bca4-4806-8b61-2048c24ca494), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:12.059887 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-88ed1164-b6ee-446f-8edf-bd32b7423ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (2f20dcb9-bca4-4806-8b61-2048c24ca494), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:12.097651 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-88ed1164-b6ee-446f-8edf-bd32b7423ca1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8222aeb605fb4e1798919a35643914bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434112 Feb 18 16:43:12.098692 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed1164-b6ee-446f-8edf-bd32b7423ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f20dcb9-bca4-4806-8b61-2048c24ca494,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:12.100929 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 35882) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:12.149011 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-83965858-6b0a-43cc-8d48-d761a7c90772 admin admin] Publish callbacks [] for security_group (2f20dcb9-bca4-4806-8b61-2048c24ca494), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:12.169888 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-83965858-6b0a-43cc-8d48-d761a7c90772 admin admin] Publish callbacks [] for security_group (2f20dcb9-bca4-4806-8b61-2048c24ca494), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:12.214895 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-83965858-6b0a-43cc-8d48-d761a7c90772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (2f20dcb9-bca4-4806-8b61-2048c24ca494), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:12.217549 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-83965858-6b0a-43cc-8d48-d761a7c90772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:12.218690 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-83965858-6b0a-43cc-8d48-d761a7c90772 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f20dcb9-bca4-4806-8b61-2048c24ca494 HTTP/1.1" status: 204 len: 168 time: 0.1166902 Feb 18 16:43:12.226787 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83965858-6b0a-43cc-8d48-d761a7c90772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f20dcb9-bca4-4806-8b61-2048c24ca494,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:13.769864 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:43:13.796733 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:43:13.797161 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 8e4d5ff7-e940-4e84-b2cc-fbf6f5f716e2 not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:43:24.125163 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 36060) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:24.247034 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b00718b1-9d9c-4f7d-93a2-549880bc16ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:24.342291 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b00718b1-9d9c-4f7d-93a2-549880bc16ce admin admin] Publish callbacks [] for security_group (ec762320-2c2c-4746-a2d9-966387e7bea6), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:24.347581 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b00718b1-9d9c-4f7d-93a2-549880bc16ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (ec762320-2c2c-4746-a2d9-966387e7bea6), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:24.387236 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-b00718b1-9d9c-4f7d-93a2-549880bc16ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d6661d4b57a4588850be6fdddd25852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604780 Feb 18 16:43:24.390625 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 36072) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:24.402194 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00718b1-9d9c-4f7d-93a2-549880bc16ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec762320-2c2c-4746-a2d9-966387e7bea6,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:24.442920 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Publish callbacks [] for security_group (ec762320-2c2c-4746-a2d9-966387e7bea6), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:24.470807 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Publish callbacks [] for security_group (ec762320-2c2c-4746-a2d9-966387e7bea6), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:24.531182 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (ec762320-2c2c-4746-a2d9-966387e7bea6), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:24.533957 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:24.539776 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec762320-2c2c-4746-a2d9-966387e7bea6 HTTP/1.1" status: 204 len: 168 time: 0.1478572 Feb 18 16:43:24.550443 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec762320-2c2c-4746-a2d9-966387e7bea6,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:24.559396 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:24.559732 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:24.560251 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:24.560751 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:24.561256 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:24.561768 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:24.562287 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:24.562793 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:24.563282 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:24.563773 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:24.564274 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:24.564760 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:24.565262 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa78601-8ec9-491d-8f52-52c15fc62d67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:24.901076 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 36078) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:24.921384 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dcca82ff-fc13-4038-ad63-5689cef428e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:25.026021 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dcca82ff-fc13-4038-ad63-5689cef428e7 admin admin] Publish callbacks [] for security_group (c73a58bd-a57f-425c-8103-358e2d097eb2), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:25.030192 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-dcca82ff-fc13-4038-ad63-5689cef428e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (c73a58bd-a57f-425c-8103-358e2d097eb2), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:25.088163 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-dcca82ff-fc13-4038-ad63-5689cef428e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49b56ed1b73348edb6486a689508607d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1853545 Feb 18 16:43:25.089613 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca82ff-fc13-4038-ad63-5689cef428e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73a58bd-a57f-425c-8103-358e2d097eb2,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:25.091090 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 36080) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:25.156353 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-89ff6126-ea7d-4929-81e6-2b70506fbdd8 admin admin] Publish callbacks [] for security_group (c73a58bd-a57f-425c-8103-358e2d097eb2), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:25.183087 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-89ff6126-ea7d-4929-81e6-2b70506fbdd8 admin admin] Publish callbacks [] for security_group (c73a58bd-a57f-425c-8103-358e2d097eb2), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:25.238234 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-89ff6126-ea7d-4929-81e6-2b70506fbdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (c73a58bd-a57f-425c-8103-358e2d097eb2), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:25.241744 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-89ff6126-ea7d-4929-81e6-2b70506fbdd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:25.249224 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-89ff6126-ea7d-4929-81e6-2b70506fbdd8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c73a58bd-a57f-425c-8103-358e2d097eb2 HTTP/1.1" status: 204 len: 168 time: 0.1568315 Feb 18 16:43:25.263405 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff6126-ea7d-4929-81e6-2b70506fbdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73a58bd-a57f-425c-8103-358e2d097eb2,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:31.113377 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4d68107b-70ff-42db-97c6-ec4f51ae73f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:32.617094 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:43:33.126703 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 36294) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:33.170723 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25a2049-aabb-49aa-911a-c333f80d6105 admin admin] Deleting subnet 9870a517-1202-4c9d-866f-796c73339216 {{(pid=102872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 16:43:33.173728 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c25a2049-aabb-49aa-911a-c333f80d6105 admin admin] Publish callbacks [] for subnet (9870a517-1202-4c9d-866f-796c73339216), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.200054 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5d68bb4d-29c2-49ed-9384-e1f57407ba6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.207732 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c25a2049-aabb-49aa-911a-c333f80d6105 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12942670'] for subnet (9870a517-1202-4c9d-866f-796c73339216), precommit_delete_associations {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.248649 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c25a2049-aabb-49aa-911a-c333f80d6105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1265784'] for subnet (9870a517-1202-4c9d-866f-796c73339216), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.298805 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c25a2049-aabb-49aa-911a-c333f80d6105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1265761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12942766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13068797'] for subnet (9870a517-1202-4c9d-866f-796c73339216), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.325674 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a2049-aabb-49aa-911a-c333f80d6105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9870a517-1202-4c9d-866f-796c73339216,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:33.327609 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-c25a2049-aabb-49aa-911a-c333f80d6105 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.330798 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-c25a2049-aabb-49aa-911a-c333f80d6105 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9870a517-1202-4c9d-866f-796c73339216 HTTP/1.1" status: 204 len: 168 time: 0.2031119 Feb 18 16:43:33.333601 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 36296) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:33.400211 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3be9a2a3-6bed-467b-a7e4-df5fad7f7ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1222129'] for network (879430d2-34d1-4dcf-be9c-5634a5f1278f), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.477614 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3be9a2a3-6bed-467b-a7e4-df5fad7f7ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1266929', 'neutron.services.segments.db._delete_segments_for_network-8740553082664'] for network (879430d2-34d1-4dcf-be9c-5634a5f1278f), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.497843 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-3be9a2a3-6bed-467b-a7e4-df5fad7f7ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879430d2-34d1-4dcf-be9c-5634a5f1278f']}} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:43:33.507281 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-3be9a2a3-6bed-467b-a7e4-df5fad7f7ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c584a3fa-8ec5-47c9-87ce-eea5403a58f2') {'for_net_delete': True} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:43:33.507661 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-3be9a2a3-6bed-467b-a7e4-df5fad7f7ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c584a3fa-8ec5-47c9-87ce-eea5403a58f2') {} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:43:33.517277 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3be9a2a3-6bed-467b-a7e4-df5fad7f7ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740553082929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942647'] for segment (c584a3fa-8ec5-47c9-87ce-eea5403a58f2), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.530781 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3be9a2a3-6bed-467b-a7e4-df5fad7f7ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (c584a3fa-8ec5-47c9-87ce-eea5403a58f2), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.538260 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be9a2a3-6bed-467b-a7e4-df5fad7f7ec1 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 16:43:33.538647 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3be9a2a3-6bed-467b-a7e4-df5fad7f7ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12941132'] for segment (c584a3fa-8ec5-47c9-87ce-eea5403a58f2), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: Traceback (most recent call last): Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: timer() Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: cb(*args, **kw) Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: return func(*args, **kwargs) Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: self._notify() Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: self.callback(batched_events) Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: event.method(event) Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: return f(self, *a, **k) Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._get(url).json() Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: return self.request(url, 'GET', **kwargs) Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 16:43:33.540377 dv-cinder-826607-4-iscsi neutron-server[102872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 16:43:33.598794 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3be9a2a3-6bed-467b-a7e4-df5fad7f7ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1266942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594515'] for network (879430d2-34d1-4dcf-be9c-5634a5f1278f), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.614701 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3be9a2a3-6bed-467b-a7e4-df5fad7f7ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.617884 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-3be9a2a3-6bed-467b-a7e4-df5fad7f7ec1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/879430d2-34d1-4dcf-be9c-5634a5f1278f HTTP/1.1" status: 204 len: 168 time: 0.2833774 Feb 18 16:43:33.619177 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9a2a3-6bed-467b-a7e4-df5fad7f7ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=879430d2-34d1-4dcf-be9c-5634a5f1278f,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:33.735996 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 36310) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:33.776438 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-d6501d96-ff2b-4ebd-8504-f33dbfbc8e1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92f9679c62e0498cb786dfc4a1da69d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391102 Feb 18 16:43:33.778840 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 36312) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:33.802911 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 36314) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:33.828227 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c117-114c-44a3-9789-7785dd06dc26 admin admin] Publish callbacks [] for security_group (ad3253b1-48c2-492a-af04-d63715cf4911), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.850837 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c117-114c-44a3-9789-7785dd06dc26 admin admin] Publish callbacks [] for security_group (ad3253b1-48c2-492a-af04-d63715cf4911), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.901566 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c117-114c-44a3-9789-7785dd06dc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (ad3253b1-48c2-492a-af04-d63715cf4911), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.904197 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c117-114c-44a3-9789-7785dd06dc26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.905321 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-3fc0c117-114c-44a3-9789-7785dd06dc26 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad3253b1-48c2-492a-af04-d63715cf4911 HTTP/1.1" status: 204 len: 168 time: 0.1255975 Feb 18 16:43:33.909746 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-238523c3-5567-44b8-ab79-48c7a570e8ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:33.913988 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0c117-114c-44a3-9789-7785dd06dc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3253b1-48c2-492a-af04-d63715cf4911,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:34.003093 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-238523c3-5567-44b8-ab79-48c7a570e8ac admin admin] Publish callbacks [] for security_group (0b80e7b9-9375-4789-96e2-6687fab22997), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:34.006827 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-238523c3-5567-44b8-ab79-48c7a570e8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (0b80e7b9-9375-4789-96e2-6687fab22997), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:34.045937 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-238523c3-5567-44b8-ab79-48c7a570e8ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0fa2dd80ae8d4f4799c7317d44987398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419484 Feb 18 16:43:34.046914 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238523c3-5567-44b8-ab79-48c7a570e8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b80e7b9-9375-4789-96e2-6687fab22997,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:34.048738 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 36322) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:34.098854 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-afc50deb-9a19-4d13-a65b-4dbce1f50f8b admin admin] Publish callbacks [] for security_group (0b80e7b9-9375-4789-96e2-6687fab22997), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:34.119801 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-afc50deb-9a19-4d13-a65b-4dbce1f50f8b admin admin] Publish callbacks [] for security_group (0b80e7b9-9375-4789-96e2-6687fab22997), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:34.167977 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-afc50deb-9a19-4d13-a65b-4dbce1f50f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (0b80e7b9-9375-4789-96e2-6687fab22997), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:34.170616 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-afc50deb-9a19-4d13-a65b-4dbce1f50f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:34.171870 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-afc50deb-9a19-4d13-a65b-4dbce1f50f8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b80e7b9-9375-4789-96e2-6687fab22997 HTTP/1.1" status: 204 len: 168 time: 0.1220193 Feb 18 16:43:34.181898 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc50deb-9a19-4d13-a65b-4dbce1f50f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b80e7b9-9375-4789-96e2-6687fab22997,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:34.453746 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 36342) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:34.471439 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9b937039-4806-4f30-830b-11ae79cfe99d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:34.556001 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:34.584077 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9b937039-4806-4f30-830b-11ae79cfe99d admin admin] Publish callbacks [] for security_group (17806931-1c72-4a0f-a1d7-67665ddf6cb1), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:34.588809 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-9b937039-4806-4f30-830b-11ae79cfe99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (17806931-1c72-4a0f-a1d7-67665ddf6cb1), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:34.632744 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-9b937039-4806-4f30-830b-11ae79cfe99d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=988ca9fd714c45be9f6a89d29f982510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752725 Feb 18 16:43:34.633125 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 36352) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:34.635323 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b937039-4806-4f30-830b-11ae79cfe99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17806931-1c72-4a0f-a1d7-67665ddf6cb1,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:34.681805 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b1ffade7-2f4f-47f0-8802-3a157d6557c5 admin admin] Publish callbacks [] for security_group (17806931-1c72-4a0f-a1d7-67665ddf6cb1), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:34.703261 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b1ffade7-2f4f-47f0-8802-3a157d6557c5 admin admin] Publish callbacks [] for security_group (17806931-1c72-4a0f-a1d7-67665ddf6cb1), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:34.751509 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b1ffade7-2f4f-47f0-8802-3a157d6557c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (17806931-1c72-4a0f-a1d7-67665ddf6cb1), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:34.754709 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b1ffade7-2f4f-47f0-8802-3a157d6557c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:34.758270 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-b1ffade7-2f4f-47f0-8802-3a157d6557c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17806931-1c72-4a0f-a1d7-67665ddf6cb1 HTTP/1.1" status: 204 len: 168 time: 0.1216204 Feb 18 16:43:34.763777 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffade7-2f4f-47f0-8802-3a157d6557c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17806931-1c72-4a0f-a1d7-67665ddf6cb1,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:35.085182 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 36392) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:35.109349 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-86c29f24-e714-41ab-b3d0-6b1136bdd684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:35.198276 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-86c29f24-e714-41ab-b3d0-6b1136bdd684 admin admin] Publish callbacks [] for security_group (a11b4ced-6584-4f94-aa66-58e9ae901d19), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:35.202384 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-86c29f24-e714-41ab-b3d0-6b1136bdd684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (a11b4ced-6584-4f94-aa66-58e9ae901d19), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:35.240252 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-86c29f24-e714-41ab-b3d0-6b1136bdd684 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e386937f3d27493087d5c6b4d1f08996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538692 Feb 18 16:43:35.242471 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c29f24-e714-41ab-b3d0-6b1136bdd684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11b4ced-6584-4f94-aa66-58e9ae901d19,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:35.243044 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 36398) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:35.295274 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9f19-e5cd-4326-bf6c-10229dab1e10 admin admin] Publish callbacks [] for security_group (a11b4ced-6584-4f94-aa66-58e9ae901d19), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:35.316908 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9f19-e5cd-4326-bf6c-10229dab1e10 admin admin] Publish callbacks [] for security_group (a11b4ced-6584-4f94-aa66-58e9ae901d19), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:35.365619 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9f19-e5cd-4326-bf6c-10229dab1e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (a11b4ced-6584-4f94-aa66-58e9ae901d19), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:35.369117 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9f19-e5cd-4326-bf6c-10229dab1e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:35.370694 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-2f8e9f19-e5cd-4326-bf6c-10229dab1e10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a11b4ced-6584-4f94-aa66-58e9ae901d19 HTTP/1.1" status: 204 len: 168 time: 0.1264338 Feb 18 16:43:35.380121 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e9f19-e5cd-4326-bf6c-10229dab1e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11b4ced-6584-4f94-aa66-58e9ae901d19,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:35.838041 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:36.442743 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 36444) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:36.546377 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-56175e90-5733-4522-be56-bbed2997123c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:36.624296 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-56175e90-5733-4522-be56-bbed2997123c admin admin] Publish callbacks [] for security_group (5cfc3629-e3f8-48ee-b6e5-c4183a4f50d3), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:36.628235 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-56175e90-5733-4522-be56-bbed2997123c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (5cfc3629-e3f8-48ee-b6e5-c4183a4f50d3), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:36.667138 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-56175e90-5733-4522-be56-bbed2997123c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7345d99a474a4c75bc7bab37855d64a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233114 Feb 18 16:43:36.668013 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56175e90-5733-4522-be56-bbed2997123c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfc3629-e3f8-48ee-b6e5-c4183a4f50d3,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:36.670343 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 36448) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:36.719148 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f19b56cd-9046-44d9-aa85-f9cf4bb1aeb2 admin admin] Publish callbacks [] for security_group (5cfc3629-e3f8-48ee-b6e5-c4183a4f50d3), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:36.741544 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f19b56cd-9046-44d9-aa85-f9cf4bb1aeb2 admin admin] Publish callbacks [] for security_group (5cfc3629-e3f8-48ee-b6e5-c4183a4f50d3), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:36.787640 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f19b56cd-9046-44d9-aa85-f9cf4bb1aeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (5cfc3629-e3f8-48ee-b6e5-c4183a4f50d3), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:36.790183 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f19b56cd-9046-44d9-aa85-f9cf4bb1aeb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:36.793865 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-f19b56cd-9046-44d9-aa85-f9cf4bb1aeb2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5cfc3629-e3f8-48ee-b6e5-c4183a4f50d3 HTTP/1.1" status: 204 len: 168 time: 0.1200142 Feb 18 16:43:36.800685 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b56cd-9046-44d9-aa85-f9cf4bb1aeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfc3629-e3f8-48ee-b6e5-c4183a4f50d3,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:37.434412 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 36472) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:37.530097 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-31cfb245-77d6-4069-a4b4-086b0244655c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2044457419-network', 'tenant_id': 'e4c0e47875fd4e8290006f0285baeeaf'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:43:37.545636 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:37.548979 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cfb245-77d6-4069-a4b4-086b0244655c admin admin] Made reservation on behalf of e4c0e47875fd4e8290006f0285baeeaf for: {'network': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:43:37.551886 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-31cfb245-77d6-4069-a4b4-086b0244655c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:37.560536 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-31cfb245-77d6-4069-a4b4-086b0244655c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:37.647215 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-31cfb245-77d6-4069-a4b4-086b0244655c admin admin] Publish callbacks [] for security_group (ee6dad8e-6a16-4299-94f2-55d82d71cb19), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:37.650818 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-31cfb245-77d6-4069-a4b4-086b0244655c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (ee6dad8e-6a16-4299-94f2-55d82d71cb19), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:37.675466 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cfb245-77d6-4069-a4b4-086b0244655c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=102871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:43:37.684957 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfb245-77d6-4069-a4b4-086b0244655c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6dad8e-6a16-4299-94f2-55d82d71cb19,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:37.690833 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-31cfb245-77d6-4069-a4b4-086b0244655c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (33b33599-b30e-4f01-bce3-402516b3771e), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:37.691176 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.segments_db [None req-31cfb245-77d6-4069-a4b4-086b0244655c admin admin] Added segment 33b33599-b30e-4f01-bce3-402516b3771e of type vlan for network d739561a-4557-4a15-98f6-4abd8c404874 Feb 18 16:43:37.732979 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-31cfb245-77d6-4069-a4b4-086b0244655c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (d739561a-4557-4a15-98f6-4abd8c404874), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:37.758282 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-31cfb245-77d6-4069-a4b4-086b0244655c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (d739561a-4557-4a15-98f6-4abd8c404874), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:37.759205 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cfb245-77d6-4069-a4b4-086b0244655c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:37.759893 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-31cfb245-77d6-4069-a4b4-086b0244655c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:37.814121 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-31cfb245-77d6-4069-a4b4-086b0244655c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3785081 Feb 18 16:43:37.817097 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 36476) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:43:37.822099 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-11dcc2f0-1c41-472f-8ab0-0467b7ad779b admin admin] Request body: {'subnet': {'network_id': 'd739561a-4557-4a15-98f6-4abd8c404874', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2044457419-subnet', 'tenant_id': 'e4c0e47875fd4e8290006f0285baeeaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:43:37.830007 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfb245-77d6-4069-a4b4-086b0244655c admin admin] Pushing event updated for resources: {'Network': ['ID=d739561a-4557-4a15-98f6-4abd8c404874,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:37.841330 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network d739561a-4557-4a15-98f6-4abd8c404874 details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:43:37.845220 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dcc2f0-1c41-472f-8ab0-0467b7ad779b admin admin] Made reservation on behalf of e4c0e47875fd4e8290006f0285baeeaf for: {'subnet': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:43:37.847673 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-11dcc2f0-1c41-472f-8ab0-0467b7ad779b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13068568'] for subnet (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:38.017451 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-11dcc2f0-1c41-472f-8ab0-0467b7ad779b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12942831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13068550'] for subnet (34caa998-313e-4fd0-8b08-cd5dc89a782d), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:38.073826 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dcc2f0-1c41-472f-8ab0-0467b7ad779b admin admin] Pushing event updated for resources: {'Subnet': ['ID=34caa998-313e-4fd0-8b08-cd5dc89a782d,revision_number=0']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:38.084341 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dcc2f0-1c41-472f-8ab0-0467b7ad779b admin admin] Checking segment: {'id': '33b33599-b30e-4f01-bce3-402516b3771e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd739561a-4557-4a15-98f6-4abd8c404874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:43:38.084700 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dcc2f0-1c41-472f-8ab0-0467b7ad779b admin admin] Network hostable DHCP agents. Network: d739561a-4557-4a15-98f6-4abd8c404874, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:43:38.101665 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dcc2f0-1c41-472f-8ab0-0467b7ad779b admin admin] Network d739561a-4557-4a15-98f6-4abd8c404874 is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:43:38.109611 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-11dcc2f0-1c41-472f-8ab0-0467b7ad779b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, d739561a-4557-4a15-98f6-4abd8c404874) {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:43:38.113714 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dcc2f0-1c41-472f-8ab0-0467b7ad779b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:38.114294 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-11dcc2f0-1c41-472f-8ab0-0467b7ad779b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:38.118835 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb87f39-d78b-4057-b353-563e9d5b20a0 None None] Network d739561a-4557-4a15-98f6-4abd8c404874 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:43:38.130300 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-11dcc2f0-1c41-472f-8ab0-0467b7ad779b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3119800 Feb 18 16:43:38.360103 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d184fc48-073a-43e4-a26b-4297a88d785d None None] Network d739561a-4557-4a15-98f6-4abd8c404874 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:43:39.867535 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-d533dcc8-246a-4999-af9a-b066035495f6 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:39.868982 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-d533dcc8-246a-4999-af9a-b066035495f6 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/networks?id=d739561a-4557-4a15-98f6-4abd8c404874 HTTP/1.1" status: 200 len: 814 time: 0.1033282 Feb 18 16:43:39.882974 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-8504412f-1037-41a1-a5e9-caba1cc0fe48 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/quotas/e4c0e47875fd4e8290006f0285baeeaf HTTP/1.1" status: 200 len: 375 time: 0.0087023 Feb 18 16:43:39.915479 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-66ccbe3b-b9a1-4a94-80c8-4d1c36d445f7 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4c0e47875fd4e8290006f0285baeeaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279493 Feb 18 16:43:40.014887 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-43ffa4de-a73d-495e-96ae-d5bbc203de20 service neutron] 10.222.0.36 "GET /v2.0/networks/d739561a-4557-4a15-98f6-4abd8c404874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928633 Feb 18 16:43:40.103301 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-080f02e7-4c1d-4337-9024-1cb0ebc8e167 service neutron] 10.222.0.36 "GET /v2.0/networks/d739561a-4557-4a15-98f6-4abd8c404874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827541 Feb 18 16:43:40.264356 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-bbd9624b-b305-4e75-806d-a6dd0d8eaaf1 req-951b5880-da0f-48de-b8bf-543abbc01045 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=6458552a-d6b3-4246-947c-30af1e89ab93 HTTP/1.1" status: 200 len: 210 time: 0.0309539 Feb 18 16:43:40.808932 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:41.236090 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-cf5c86b1-276e-4dc1-81e7-fc8ff6e0c61b tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:41.237798 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-cf5c86b1-276e-4dc1-81e7-fc8ff6e0c61b tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.71 "GET /v2.0/networks?id=d739561a-4557-4a15-98f6-4abd8c404874 HTTP/1.1" status: 200 len: 814 time: 0.1150279 Feb 18 16:43:41.252327 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-70d217fb-ea60-4624-939a-168071ac3318 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Request body: {'port': {'device_id': '6458552a-d6b3-4246-947c-30af1e89ab93', 'network_id': 'd739561a-4557-4a15-98f6-4abd8c404874', 'admin_state_up': True, 'tenant_id': 'e4c0e47875fd4e8290006f0285baeeaf'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:43:41.362171 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-175394bc-0d5c-44b7-a2ce-c0b1ab0fd6b1 req-891c78dd-7e2e-4d23-86eb-45e8952bf2e3 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=6458552a-d6b3-4246-947c-30af1e89ab93 HTTP/1.1" status: 200 len: 210 time: 0.0303097 Feb 18 16:43:41.372798 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-70d217fb-ea60-4624-939a-168071ac3318 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Made reservation on behalf of e4c0e47875fd4e8290006f0285baeeaf for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:43:41.383957 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-70d217fb-ea60-4624-939a-168071ac3318 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:41.509525 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-70d217fb-ea60-4624-939a-168071ac3318 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Allocated IP 172.20.0.2 (d739561a-4557-4a15-98f6-4abd8c404874/34caa998-313e-4fd0-8b08-cd5dc89a782d/32721c3b-9698-4966-aadd-012d31a0d2fb) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:43:41.660822 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-70d217fb-ea60-4624-939a-168071ac3318 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Publish callbacks [] for port (32721c3b-9698-4966-aadd-012d31a0d2fb), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:41.695369 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-70d217fb-ea60-4624-939a-168071ac3318 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (32721c3b-9698-4966-aadd-012d31a0d2fb), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:41.738470 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-70d217fb-ea60-4624-939a-168071ac3318 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Network d739561a-4557-4a15-98f6-4abd8c404874 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:43:41.741648 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-70d217fb-ea60-4624-939a-168071ac3318 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:43:41.748167 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-70d217fb-ea60-4624-939a-168071ac3318 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:43:41.776615 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d217fb-ea60-4624-939a-168071ac3318 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Pushing event updated for resources: {'Port': ['ID=32721c3b-9698-4966-aadd-012d31a0d2fb,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:41.805065 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-70d217fb-ea60-4624-939a-168071ac3318 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:41.805692 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-70d217fb-ea60-4624-939a-168071ac3318 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:41.821142 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-70d217fb-ea60-4624-939a-168071ac3318 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5728426 Feb 18 16:43:41.832634 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Request body: {'port': {'device_id': '6458552a-d6b3-4246-947c-30af1e89ab93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:43:41.891830 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (32721c3b-9698-4966-aadd-012d31a0d2fb), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:42.152029 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32721c3b-9698-4966-aadd-012d31a0d2fb {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:43:42.159281 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Publish callbacks [] for port (32721c3b-9698-4966-aadd-012d31a0d2fb), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:42.170913 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Transition to ACTIVE for port object 32721c3b-9698-4966-aadd-012d31a0d2fb will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:43:42.173642 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (32721c3b-9698-4966-aadd-012d31a0d2fb), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:42.221899 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Pushing event updated for resources: {'Port': ['ID=32721c3b-9698-4966-aadd-012d31a0d2fb,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:42.292301 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Attempting to bind port 32721c3b-9698-4966-aadd-012d31a0d2fb on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:43:42.292972 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Attempting to bind port 32721c3b-9698-4966-aadd-012d31a0d2fb by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '33b33599-b30e-4f01-bce3-402516b3771e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd739561a-4557-4a15-98f6-4abd8c404874'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:43:42.292972 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Attempting to bind port 32721c3b-9698-4966-aadd-012d31a0d2fb on network d739561a-4557-4a15-98f6-4abd8c404874 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:43:42.297216 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Port 32721c3b-9698-4966-aadd-012d31a0d2fb on network d739561a-4557-4a15-98f6-4abd8c404874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:43:42.297579 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Attempting to bind port 32721c3b-9698-4966-aadd-012d31a0d2fb on network d739561a-4557-4a15-98f6-4abd8c404874 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:43:42.303038 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:43:42.303371 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Checking segment: {'id': '33b33599-b30e-4f01-bce3-402516b3771e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd739561a-4557-4a15-98f6-4abd8c404874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:43:42.303748 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Bound using segment: {'id': '33b33599-b30e-4f01-bce3-402516b3771e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd739561a-4557-4a15-98f6-4abd8c404874'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:43:42.304162 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Bound port: 32721c3b-9698-4966-aadd-012d31a0d2fb, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b33599-b30e-4f01-bce3-402516b3771e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd739561a-4557-4a15-98f6-4abd8c404874'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:43:42.304512 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (32721c3b-9698-4966-aadd-012d31a0d2fb), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:42.372774 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] For port 32721c3b-9698-4966-aadd-012d31a0d2fb, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:43:42.375966 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] For port 32721c3b-9698-4966-aadd-012d31a0d2fb, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=32721c3b-9698-4966-aadd-012d31a0d2fb,segment=NetworkSegment(33b33599-b30e-4f01-bce3-402516b3771e),segment_id=33b33599-b30e-4f01-bce3-402516b3771e)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:43:42.382085 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (32721c3b-9698-4966-aadd-012d31a0d2fb), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:42.495318 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef7f84-e5d6-48e3-a68c-e55922f6f50e req-9e02f4bd-9297-4f0c-8740-82ce7d2bb337 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:42.497169 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-68ef7f84-e5d6-48e3-a68c-e55922f6f50e req-9e02f4bd-9297-4f0c-8740-82ce7d2bb337 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=6458552a-d6b3-4246-947c-30af1e89ab93 HTTP/1.1" status: 200 len: 943 time: 0.0612426 Feb 18 16:43:42.556008 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-68ef7f84-e5d6-48e3-a68c-e55922f6f50e req-a99b08cf-757c-4aff-aafd-42889a8163e5 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477202 Feb 18 16:43:42.676234 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:42.677523 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:42.678917 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] 10.222.0.71 "PUT /v2.0/ports/32721c3b-9698-4966-aadd-012d31a0d2fb HTTP/1.1" status: 200 len: 1093 time: 0.8502584 Feb 18 16:43:42.679352 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6458552a-d6b3-4246-947c-30af1e89ab93', 'tag': '32721c3b-9698-4966-aadd-012d31a0d2fb'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:43:42.681597 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d172028d-7752-4637-97f9-06bbd86d2fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "6458552a-d6b3-4246-947c-30af1e89ab93", "tag": "32721c3b-9698-4966-aadd-012d31a0d2fb"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:43:42.702883 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c0488-9f1c-43db-b108-548f2ec74b1a service neutron] Pushing event updated for resources: {'Port': ['ID=32721c3b-9698-4966-aadd-012d31a0d2fb,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:42.720407 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fd1de7-62ec-4289-b20f-03d2ce5d3711 x-openstack-request-id: req-81fd1de7-62ec-4289-b20f-03d2ce5d3711 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:43:42.720696 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6458552a-d6b3-4246-947c-30af1e89ab93", "tag": "32721c3b-9698-4966-aadd-012d31a0d2fb", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:43:42.720949 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81fd1de7-62ec-4289-b20f-03d2ce5d3711 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:43:42.721359 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6458552a-d6b3-4246-947c-30af1e89ab93', 'tag': '32721c3b-9698-4966-aadd-012d31a0d2fb', 'status': 'completed', 'code': 200} Feb 18 16:43:42.909920 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172028d-7752-4637-97f9-06bbd86d2fcf req-85a8324e-b22d-4056-8948-c9f8864ba2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:42.911470 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d172028d-7752-4637-97f9-06bbd86d2fcf req-85a8324e-b22d-4056-8948-c9f8864ba2fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e4c0e47875fd4e8290006f0285baeeaf&device_id=6458552a-d6b3-4246-947c-30af1e89ab93 HTTP/1.1" status: 200 len: 1127 time: 0.0504613 Feb 18 16:43:43.017195 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172028d-7752-4637-97f9-06bbd86d2fcf req-e5d39d7e-393f-48f1-9bfa-6d6ff37d32d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:43.018702 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d172028d-7752-4637-97f9-06bbd86d2fcf req-e5d39d7e-393f-48f1-9bfa-6d6ff37d32d2 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=e4c0e47875fd4e8290006f0285baeeaf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0960927 Feb 18 16:43:43.111958 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172028d-7752-4637-97f9-06bbd86d2fcf req-c464c16c-00e3-4b7a-ac57-6db441dbed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:43.113610 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-d172028d-7752-4637-97f9-06bbd86d2fcf req-c464c16c-00e3-4b7a-ac57-6db441dbed53 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883591 Feb 18 16:43:43.201282 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-1aeae441-1dd2-4097-9883-6aacaebedce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:43.202800 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-1aeae441-1dd2-4097-9883-6aacaebedce5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e4c0e47875fd4e8290006f0285baeeaf&device_id=6458552a-d6b3-4246-947c-30af1e89ab93 HTTP/1.1" status: 200 len: 1127 time: 0.0488110 Feb 18 16:43:43.245670 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-c3caf94c-3e86-4302-9df0-ba15861051cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32721c3b-9698-4966-aadd-012d31a0d2fb HTTP/1.1" status: 200 len: 217 time: 0.0354784 Feb 18 16:43:43.295689 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-376a35fa-4025-4137-8cd8-b40a609c191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:43.297060 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-376a35fa-4025-4137-8cd8-b40a609c191d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=34caa998-313e-4fd0-8b08-cd5dc89a782d HTTP/1.1" status: 200 len: 854 time: 0.0439537 Feb 18 16:43:43.336960 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-cf34c54c-9c9d-44c1-b7f4-a48f0c4398b5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d739561a-4557-4a15-98f6-4abd8c404874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300112 Feb 18 16:43:43.429952 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-531fe832-b49c-44af-a3ce-cc1a6765d93f service neutron] 10.222.0.71 "GET /v2.0/networks/d739561a-4557-4a15-98f6-4abd8c404874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847657 Feb 18 16:43:43.532332 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8ccf6f80-cce7-421a-b6da-27cda5469e3b req-c8c26ada-77d6-4de9-b5de-473dc4aa9c23 service neutron] 10.222.0.71 "GET /v2.0/networks/d739561a-4557-4a15-98f6-4abd8c404874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924633 Feb 18 16:43:43.679335 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8bb56-b6ab-4b60-9929-7f0284a9e7a9 req-cfc97a15-1a23-4ac8-9456-435b4ce550f4 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:43.680785 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-16f8bb56-b6ab-4b60-9929-7f0284a9e7a9 req-cfc97a15-1a23-4ac8-9456-435b4ce550f4 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=6458552a-d6b3-4246-947c-30af1e89ab93 HTTP/1.1" status: 200 len: 943 time: 0.0527885 Feb 18 16:43:43.730449 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-16f8bb56-b6ab-4b60-9929-7f0284a9e7a9 req-79aa7371-e406-40b4-932a-2484c003fd93 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441163 Feb 18 16:43:44.852857 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e24f4d-9a81-49f7-85d4-4f298fc875d6 req-c93a6d99-2fab-4cf5-a586-5d9586c697e1 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:44.854652 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f6e24f4d-9a81-49f7-85d4-4f298fc875d6 req-c93a6d99-2fab-4cf5-a586-5d9586c697e1 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=6458552a-d6b3-4246-947c-30af1e89ab93 HTTP/1.1" status: 200 len: 943 time: 0.0533087 Feb 18 16:43:44.906272 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f6e24f4d-9a81-49f7-85d4-4f298fc875d6 req-ddd8b63a-d336-4495-9395-c958a4a2614e tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428457 Feb 18 16:43:45.572760 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 32721c3b-9698-4966-aadd-012d31a0d2fb details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:43:45.671199 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 32721c3b-9698-4966-aadd-012d31a0d2fb, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=32721c3b-9698-4966-aadd-012d31a0d2fb,segment=NetworkSegment(33b33599-b30e-4f01-bce3-402516b3771e),segment_id=33b33599-b30e-4f01-bce3-402516b3771e)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:43:45.682285 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': '32721c3b-9698-4966-aadd-012d31a0d2fb', 'network_id': 'd739561a-4557-4a15-98f6-4abd8c404874', 'port_id': '32721c3b-9698-4966-aadd-012d31a0d2fb', 'mac_address': 'fa:16:3e:df:5c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34caa998-313e-4fd0-8b08-cd5dc89a782d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:43:45.717804 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 32721c3b-9698-4966-aadd-012d31a0d2fb is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:43:45.718198 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (32721c3b-9698-4966-aadd-012d31a0d2fb), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:45.731067 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32721c3b-9698-4966-aadd-012d31a0d2fb {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:43:45.750612 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 32721c3b-9698-4966-aadd-012d31a0d2fb, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=32721c3b-9698-4966-aadd-012d31a0d2fb,segment=NetworkSegment(33b33599-b30e-4f01-bce3-402516b3771e),segment_id=33b33599-b30e-4f01-bce3-402516b3771e)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:43:45.754224 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (32721c3b-9698-4966-aadd-012d31a0d2fb), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:45.799119 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=32721c3b-9698-4966-aadd-012d31a0d2fb,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:45.806524 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:45.806884 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:45.807227 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:45.807568 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:45.807904 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:45.808237 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:45.808568 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:45.808903 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:45.809236 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:45.809588 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:45.809915 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:45.810239 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:45.810562 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:43:45.979407 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['32721c3b-9698-4966-aadd-012d31a0d2fb'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:43:46.023481 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990710e-7ad4-4fc7-b704-16a30b49f246 req-a49c09b7-9b91-4d58-a887-3cfe98469d66 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:46.025023 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7990710e-7ad4-4fc7-b704-16a30b49f246 req-a49c09b7-9b91-4d58-a887-3cfe98469d66 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=6458552a-d6b3-4246-947c-30af1e89ab93 HTTP/1.1" status: 200 len: 944 time: 0.0528991 Feb 18 16:43:46.070361 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7990710e-7ad4-4fc7-b704-16a30b49f246 req-1fde6141-aef4-4e63-9b9a-183b004569ac tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396669 Feb 18 16:43:47.189914 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d515e-9dbf-4984-aee7-88e40f325627 req-425c259f-1042-479c-b635-193f357a8b4b tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:47.191400 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-670d515e-9dbf-4984-aee7-88e40f325627 req-425c259f-1042-479c-b635-193f357a8b4b tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=6458552a-d6b3-4246-947c-30af1e89ab93 HTTP/1.1" status: 200 len: 944 time: 0.0544782 Feb 18 16:43:47.238018 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-670d515e-9dbf-4984-aee7-88e40f325627 req-8e92d86c-b778-4ca0-8ddb-14230d488924 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411828 Feb 18 16:43:47.577303 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 32721c3b-9698-4966-aadd-012d31a0d2fb up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:43:47.625661 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port 32721c3b-9698-4966-aadd-012d31a0d2fb completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:43:47.629184 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port 32721c3b-9698-4966-aadd-012d31a0d2fb triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:43:47.629588 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (32721c3b-9698-4966-aadd-012d31a0d2fb), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:47.708167 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 32721c3b-9698-4966-aadd-012d31a0d2fb is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:43:47.708566 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (32721c3b-9698-4966-aadd-012d31a0d2fb), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:47.731722 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6458552a-d6b3-4246-947c-30af1e89ab93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32721c3b-9698-4966-aadd-012d31a0d2fb'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:43:47.734259 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732d879a-fa29-439a-9266-97be503d35c5" -d '{"events": [{"server_uuid": "6458552a-d6b3-4246-947c-30af1e89ab93", "name": "network-vif-plugged", "status": "completed", "tag": "32721c3b-9698-4966-aadd-012d31a0d2fb"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:43:47.748993 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 32721c3b-9698-4966-aadd-012d31a0d2fb, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=32721c3b-9698-4966-aadd-012d31a0d2fb,segment=NetworkSegment(33b33599-b30e-4f01-bce3-402516b3771e),segment_id=33b33599-b30e-4f01-bce3-402516b3771e)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:43:47.754057 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (32721c3b-9698-4966-aadd-012d31a0d2fb), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:43:47.778089 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5734efd-2b6a-4f44-8eee-ed503398a520 x-openstack-request-id: req-b5734efd-2b6a-4f44-8eee-ed503398a520 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:43:47.778378 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6458552a-d6b3-4246-947c-30af1e89ab93", "name": "network-vif-plugged", "status": "completed", "tag": "32721c3b-9698-4966-aadd-012d31a0d2fb", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:43:47.778712 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b5734efd-2b6a-4f44-8eee-ed503398a520 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:43:47.779018 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6458552a-d6b3-4246-947c-30af1e89ab93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32721c3b-9698-4966-aadd-012d31a0d2fb', 'code': 200} Feb 18 16:43:47.805573 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=32721c3b-9698-4966-aadd-012d31a0d2fb,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:43:47.940784 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d7b45-e9d3-45a3-b407-0f033ca3a676 req-90de42ce-4584-41f0-8fd3-aba7ab746752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:47.942223 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-459d7b45-e9d3-45a3-b407-0f033ca3a676 req-90de42ce-4584-41f0-8fd3-aba7ab746752 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6458552a-d6b3-4246-947c-30af1e89ab93 HTTP/1.1" status: 200 len: 1129 time: 0.0470612 Feb 18 16:43:47.986096 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-459d7b45-e9d3-45a3-b407-0f033ca3a676 req-cedb6f7d-274f-41c9-94eb-452262d30a4d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367680 Feb 18 16:43:48.358325 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88a763-cadb-4193-8e1d-b53fd3e6241b req-3c0ff5b6-0613-4fcd-ba56-3bdb5c78a5f5 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:48.359778 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1f88a763-cadb-4193-8e1d-b53fd3e6241b req-3c0ff5b6-0613-4fcd-ba56-3bdb5c78a5f5 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=6458552a-d6b3-4246-947c-30af1e89ab93 HTTP/1.1" status: 200 len: 945 time: 0.0549772 Feb 18 16:43:48.406447 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1f88a763-cadb-4193-8e1d-b53fd3e6241b req-dec45474-3e86-456c-97b2-d2c460563917 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411103 Feb 18 16:43:49.531351 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396c1c3-4a27-4fc5-b1fd-e322ff9a3e88 req-d0ce67e7-86e8-4005-bc2f-615ebc188403 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:43:49.532786 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f396c1c3-4a27-4fc5-b1fd-e322ff9a3e88 req-d0ce67e7-86e8-4005-bc2f-615ebc188403 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=6458552a-d6b3-4246-947c-30af1e89ab93 HTTP/1.1" status: 200 len: 945 time: 0.0570340 Feb 18 16:43:49.809100 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f396c1c3-4a27-4fc5-b1fd-e322ff9a3e88 req-89bf4201-2b0f-4a78-9e78-7111b1193d2a tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706482 Feb 18 16:44:00.377245 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 36710) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:44:00.479714 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-db259381-9f50-420c-ace9-8b6fe6a7e3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:00.551703 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-db259381-9f50-420c-ace9-8b6fe6a7e3d3 admin admin] Publish callbacks [] for security_group (715b14aa-5f92-485a-a888-727e0c438f82), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:00.555806 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-db259381-9f50-420c-ace9-8b6fe6a7e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (715b14aa-5f92-485a-a888-727e0c438f82), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:00.590743 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db259381-9f50-420c-ace9-8b6fe6a7e3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715b14aa-5f92-485a-a888-727e0c438f82,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:44:00.594927 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-db259381-9f50-420c-ace9-8b6fe6a7e3d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25b932e3766c4dee984285c3abee1beb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166555 Feb 18 16:44:00.597489 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 36718) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:44:00.648551 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-490b820f-0953-46c0-9c03-88a41fb397c7 admin admin] Publish callbacks [] for security_group (715b14aa-5f92-485a-a888-727e0c438f82), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:00.669735 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-490b820f-0953-46c0-9c03-88a41fb397c7 admin admin] Publish callbacks [] for security_group (715b14aa-5f92-485a-a888-727e0c438f82), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:00.722361 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-490b820f-0953-46c0-9c03-88a41fb397c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (715b14aa-5f92-485a-a888-727e0c438f82), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:00.725111 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-490b820f-0953-46c0-9c03-88a41fb397c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:00.726352 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-490b820f-0953-46c0-9c03-88a41fb397c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/715b14aa-5f92-485a-a888-727e0c438f82 HTTP/1.1" status: 204 len: 168 time: 0.1279798 Feb 18 16:44:00.734490 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b820f-0953-46c0-9c03-88a41fb397c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715b14aa-5f92-485a-a888-727e0c438f82,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:44:01.112099 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-1f671d10-6f48-4361-881a-af19e2149d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:03.202450 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-2169ae0e-38fd-40f3-8990-d9cb7053c9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:04.553152 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:05.839946 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:07.550943 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:09.616166 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:44:10.824831 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:26.984701 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9e268-885b-4a8a-a13d-065b6cba1178 req-f8659161-358a-45b8-952a-e3e5a679aa95 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:26.986194 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f5d9e268-885b-4a8a-a13d-065b6cba1178 req-f8659161-358a-45b8-952a-e3e5a679aa95 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=6458552a-d6b3-4246-947c-30af1e89ab93 HTTP/1.1" status: 200 len: 945 time: 0.0528603 Feb 18 16:44:27.030511 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f5d9e268-885b-4a8a-a13d-065b6cba1178 req-72680eff-da66-42dd-88b0-6f3889e483ab tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388272 Feb 18 16:44:28.148653 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdcb60-282b-4dfa-ae77-e1649e0893c2 req-cf27b956-e216-44e0-9eff-451769877d48 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:28.150048 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e9fdcb60-282b-4dfa-ae77-e1649e0893c2 req-cf27b956-e216-44e0-9eff-451769877d48 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=6458552a-d6b3-4246-947c-30af1e89ab93 HTTP/1.1" status: 200 len: 945 time: 0.0518587 Feb 18 16:44:28.197768 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e9fdcb60-282b-4dfa-ae77-e1649e0893c2 req-e9faef03-4f3c-4444-b728-0051bc703572 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422888 Feb 18 16:44:28.530182 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494e028-c524-453b-b876-f079b98bb001 req-5d1b9236-cab0-4275-b5ed-b550fbc914f5 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:28.531638 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b494e028-c524-453b-b876-f079b98bb001 req-5d1b9236-cab0-4275-b5ed-b550fbc914f5 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.71 "GET /v2.0/ports?device_id=6458552a-d6b3-4246-947c-30af1e89ab93 HTTP/1.1" status: 200 len: 945 time: 0.0543406 Feb 18 16:44:28.622914 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-b494e028-c524-453b-b876-f079b98bb001 req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Deleting port 32721c3b-9698-4966-aadd-012d31a0d2fb {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:44:28.623245 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-b494e028-c524-453b-b876-f079b98bb001 req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (32721c3b-9698-4966-aadd-012d31a0d2fb), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:28.709328 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-b494e028-c524-453b-b876-f079b98bb001 req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] For port 32721c3b-9698-4966-aadd-012d31a0d2fb, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=32721c3b-9698-4966-aadd-012d31a0d2fb,segment=NetworkSegment(33b33599-b30e-4f01-bce3-402516b3771e),segment_id=33b33599-b30e-4f01-bce3-402516b3771e)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:44:28.709709 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-b494e028-c524-453b-b876-f079b98bb001 req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (32721c3b-9698-4966-aadd-012d31a0d2fb), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:28.721611 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-b494e028-c524-453b-b876-f079b98bb001 req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Calling delete_port for 32721c3b-9698-4966-aadd-012d31a0d2fb owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:44:28.846972 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-b494e028-c524-453b-b876-f079b98bb001 req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (32721c3b-9698-4966-aadd-012d31a0d2fb), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:28.860317 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['32721c3b-9698-4966-aadd-012d31a0d2fb'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:44:28.875480 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Pushing event deleted for resources: {'Port': ['ID=32721c3b-9698-4966-aadd-012d31a0d2fb,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:44:28.902602 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:28.902952 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:28.903291 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:28.903623 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:28.903949 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:28.904270 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:28.904592 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:28.904913 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:28.905246 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:28.905576 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:28.905895 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:28.906216 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:28.906531 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:28.930444 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b494e028-c524-453b-b876-f079b98bb001 req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] No DVR routers for this DVR port 32721c3b-9698-4966-aadd-012d31a0d2fb on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:44:28.932825 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-b494e028-c524-453b-b876-f079b98bb001 req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:28.936097 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b494e028-c524-453b-b876-f079b98bb001 req-76626f22-2184-4ead-af9a-d7837bfda204 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.71 "DELETE /v2.0/ports/32721c3b-9698-4966-aadd-012d31a0d2fb HTTP/1.1" status: 204 len: 173 time: 0.3993886 Feb 18 16:44:28.936551 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6458552a-d6b3-4246-947c-30af1e89ab93', 'name': 'network-vif-deleted', 'tag': '32721c3b-9698-4966-aadd-012d31a0d2fb'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:44:28.938741 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5707acd7-7f62-4de5-89d3-bebd9fa8391f" -d '{"events": [{"server_uuid": "6458552a-d6b3-4246-947c-30af1e89ab93", "name": "network-vif-deleted", "tag": "32721c3b-9698-4966-aadd-012d31a0d2fb"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:44:28.979390 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b648ff-87ff-43b3-a173-c1e71ecd8d92 x-openstack-request-id: req-49b648ff-87ff-43b3-a173-c1e71ecd8d92 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:44:28.979874 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6458552a-d6b3-4246-947c-30af1e89ab93", "name": "network-vif-deleted", "tag": "32721c3b-9698-4966-aadd-012d31a0d2fb", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:44:28.980272 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49b648ff-87ff-43b3-a173-c1e71ecd8d92 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:44:28.980890 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6458552a-d6b3-4246-947c-30af1e89ab93', 'name': 'network-vif-deleted', 'tag': '32721c3b-9698-4966-aadd-012d31a0d2fb', 'status': 'completed', 'code': 200} Feb 18 16:44:29.306206 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5d38f1ba-dbb9-458a-979d-95af6ab31883 req-e4bf231f-80a6-4a7e-a104-a9ea81adf2ef tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=6458552a-d6b3-4246-947c-30af1e89ab93 HTTP/1.1" status: 200 len: 210 time: 0.0274343 Feb 18 16:44:31.112911 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5f90fe49-c01a-487d-a5d4-c29113ce8fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:32.308356 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 32721c3b-9698-4966-aadd-012d31a0d2fb no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:44:32.329135 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: 32721c3b-9698-4966-aadd-012d31a0d2fb {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:44:32.329507 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 32721c3b-9698-4966-aadd-012d31a0d2fb not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:44:33.202665 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-2a74c689-561f-47fb-b9ef-68f5264eab08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:34.555804 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:35.845600 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:37.545101 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:38.252507 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-0a54fe92-89c2-471f-9d29-9d9460f4d80f tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:38.253977 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-0a54fe92-89c2-471f-9d29-9d9460f4d80f tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/networks?id=d739561a-4557-4a15-98f6-4abd8c404874 HTTP/1.1" status: 200 len: 814 time: 0.0968428 Feb 18 16:44:38.268034 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-a88884d2-3f6a-458d-add4-fa9b37f83221 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/quotas/e4c0e47875fd4e8290006f0285baeeaf HTTP/1.1" status: 200 len: 375 time: 0.0085740 Feb 18 16:44:38.301882 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-7e65e325-507e-4b96-ab30-6d782dd0180a tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4c0e47875fd4e8290006f0285baeeaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292957 Feb 18 16:44:38.387530 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-4ffbbec6-f5ee-4bd7-b0bf-cbbcf4f851cd service neutron] 10.222.0.36 "GET /v2.0/networks/d739561a-4557-4a15-98f6-4abd8c404874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787354 Feb 18 16:44:38.476891 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-b7e6780f-0fe6-449c-bbe2-e7f4573439a3 service neutron] 10.222.0.36 "GET /v2.0/networks/d739561a-4557-4a15-98f6-4abd8c404874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833433 Feb 18 16:44:38.629256 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4becdc1b-f466-4928-9b98-e77bd5e7f9ec req-fd5f2de8-e777-4979-bde5-22752e1c4df0 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e16093-db50-4539-9fe7-5e3597de4574 HTTP/1.1" status: 200 len: 210 time: 0.0280035 Feb 18 16:44:39.513483 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-98198c31-9eb4-482d-84e6-c1e7264795d6 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:39.514953 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-98198c31-9eb4-482d-84e6-c1e7264795d6 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.71 "GET /v2.0/networks?id=d739561a-4557-4a15-98f6-4abd8c404874 HTTP/1.1" status: 200 len: 814 time: 0.1026044 Feb 18 16:44:39.528855 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-0f2eb5f0-35e8-474f-8e0c-043c29ece7b9 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Request body: {'port': {'device_id': '00e16093-db50-4539-9fe7-5e3597de4574', 'network_id': 'd739561a-4557-4a15-98f6-4abd8c404874', 'admin_state_up': True, 'tenant_id': 'e4c0e47875fd4e8290006f0285baeeaf'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:44:39.640774 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-0f2eb5f0-35e8-474f-8e0c-043c29ece7b9 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Made reservation on behalf of e4c0e47875fd4e8290006f0285baeeaf for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:44:39.644061 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-0f2eb5f0-35e8-474f-8e0c-043c29ece7b9 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:39.724248 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-4cb9b358-d575-4022-bef9-e4ec5765a0eb req-33ae58b1-94b1-42ef-86fd-6f46afe4bcdf tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e16093-db50-4539-9fe7-5e3597de4574 HTTP/1.1" status: 200 len: 210 time: 0.0259910 Feb 18 16:44:39.765032 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-0f2eb5f0-35e8-474f-8e0c-043c29ece7b9 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Allocated IP 172.20.0.12 (d739561a-4557-4a15-98f6-4abd8c404874/34caa998-313e-4fd0-8b08-cd5dc89a782d/a20c4d63-2e84-4451-914e-fe9bc771efc0) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:44:39.909280 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-0f2eb5f0-35e8-474f-8e0c-043c29ece7b9 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Publish callbacks [] for port (a20c4d63-2e84-4451-914e-fe9bc771efc0), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:39.941438 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-0f2eb5f0-35e8-474f-8e0c-043c29ece7b9 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (a20c4d63-2e84-4451-914e-fe9bc771efc0), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:39.984828 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-0f2eb5f0-35e8-474f-8e0c-043c29ece7b9 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Network d739561a-4557-4a15-98f6-4abd8c404874 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:44:39.987870 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-0f2eb5f0-35e8-474f-8e0c-043c29ece7b9 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:44:39.991309 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-0f2eb5f0-35e8-474f-8e0c-043c29ece7b9 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:44:40.017002 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2eb5f0-35e8-474f-8e0c-043c29ece7b9 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Pushing event updated for resources: {'Port': ['ID=a20c4d63-2e84-4451-914e-fe9bc771efc0,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:44:40.043831 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-0f2eb5f0-35e8-474f-8e0c-043c29ece7b9 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:40.044435 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-0f2eb5f0-35e8-474f-8e0c-043c29ece7b9 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:40.059259 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-0f2eb5f0-35e8-474f-8e0c-043c29ece7b9 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5351012 Feb 18 16:44:40.070034 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Request body: {'port': {'device_id': '00e16093-db50-4539-9fe7-5e3597de4574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:44:40.125867 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (a20c4d63-2e84-4451-914e-fe9bc771efc0), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:40.379251 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20c4d63-2e84-4451-914e-fe9bc771efc0 {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:44:40.387033 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Publish callbacks [] for port (a20c4d63-2e84-4451-914e-fe9bc771efc0), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:40.398379 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Transition to ACTIVE for port object a20c4d63-2e84-4451-914e-fe9bc771efc0 will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:44:40.402931 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (a20c4d63-2e84-4451-914e-fe9bc771efc0), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:40.453527 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a20c4d63-2e84-4451-914e-fe9bc771efc0,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:44:40.516611 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Attempting to bind port a20c4d63-2e84-4451-914e-fe9bc771efc0 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:44:40.517298 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Attempting to bind port a20c4d63-2e84-4451-914e-fe9bc771efc0 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '33b33599-b30e-4f01-bce3-402516b3771e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd739561a-4557-4a15-98f6-4abd8c404874'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:44:40.517298 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Attempting to bind port a20c4d63-2e84-4451-914e-fe9bc771efc0 on network d739561a-4557-4a15-98f6-4abd8c404874 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:44:40.521531 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Port a20c4d63-2e84-4451-914e-fe9bc771efc0 on network d739561a-4557-4a15-98f6-4abd8c404874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:44:40.521852 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Attempting to bind port a20c4d63-2e84-4451-914e-fe9bc771efc0 on network d739561a-4557-4a15-98f6-4abd8c404874 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:44:40.527360 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:44:40.527693 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Checking segment: {'id': '33b33599-b30e-4f01-bce3-402516b3771e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd739561a-4557-4a15-98f6-4abd8c404874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:44:40.528070 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Bound using segment: {'id': '33b33599-b30e-4f01-bce3-402516b3771e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd739561a-4557-4a15-98f6-4abd8c404874'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:44:40.528487 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Bound port: a20c4d63-2e84-4451-914e-fe9bc771efc0, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b33599-b30e-4f01-bce3-402516b3771e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd739561a-4557-4a15-98f6-4abd8c404874'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:44:40.528886 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (a20c4d63-2e84-4451-914e-fe9bc771efc0), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:40.593851 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] For port a20c4d63-2e84-4451-914e-fe9bc771efc0, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:44:40.597171 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] For port a20c4d63-2e84-4451-914e-fe9bc771efc0, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a20c4d63-2e84-4451-914e-fe9bc771efc0,segment=NetworkSegment(33b33599-b30e-4f01-bce3-402516b3771e),segment_id=33b33599-b30e-4f01-bce3-402516b3771e)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:44:40.602750 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (a20c4d63-2e84-4451-914e-fe9bc771efc0), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:40.637052 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:40.637700 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:40.639072 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] 10.222.0.71 "PUT /v2.0/ports/a20c4d63-2e84-4451-914e-fe9bc771efc0 HTTP/1.1" status: 200 len: 1094 time: 0.5729089 Feb 18 16:44:40.639509 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e16093-db50-4539-9fe7-5e3597de4574', 'tag': 'a20c4d63-2e84-4451-914e-fe9bc771efc0'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:44:40.641749 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee89dc7-05f4-4456-ac53-8d7e037b0c95" -d '{"events": [{"name": "network-changed", "server_uuid": "00e16093-db50-4539-9fe7-5e3597de4574", "tag": "a20c4d63-2e84-4451-914e-fe9bc771efc0"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:44:40.663773 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d59126-e776-46d0-9513-a26a5ff545d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a20c4d63-2e84-4451-914e-fe9bc771efc0,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:44:40.693447 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4ff6db-b2ee-4091-9dd8-9562c2df4c12 x-openstack-request-id: req-1f4ff6db-b2ee-4091-9dd8-9562c2df4c12 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:44:40.693731 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e16093-db50-4539-9fe7-5e3597de4574", "tag": "a20c4d63-2e84-4451-914e-fe9bc771efc0", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:44:40.693981 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f4ff6db-b2ee-4091-9dd8-9562c2df4c12 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:44:40.694375 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e16093-db50-4539-9fe7-5e3597de4574', 'tag': 'a20c4d63-2e84-4451-914e-fe9bc771efc0', 'status': 'completed', 'code': 200} Feb 18 16:44:40.730303 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-31169011-92fa-448e-9961-e1517e1bfd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:40.731806 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-31169011-92fa-448e-9961-e1517e1bfd72 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e4c0e47875fd4e8290006f0285baeeaf&device_id=00e16093-db50-4539-9fe7-5e3597de4574 HTTP/1.1" status: 200 len: 1128 time: 0.0468848 Feb 18 16:44:40.777276 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-c093f929-f9a9-49d9-8c08-033dfe615d6a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a20c4d63-2e84-4451-914e-fe9bc771efc0 HTTP/1.1" status: 200 len: 217 time: 0.0387347 Feb 18 16:44:40.823921 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:40.830836 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-648e541d-3313-4de3-a075-2ee5e073b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:40.832302 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-648e541d-3313-4de3-a075-2ee5e073b6b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=34caa998-313e-4fd0-8b08-cd5dc89a782d HTTP/1.1" status: 200 len: 854 time: 0.0490375 Feb 18 16:44:40.847406 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914abaa-956d-479f-b797-912b260f4ed5 req-e8a1ad93-d08d-4d98-a4c1-ca21ce8c1218 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:40.848891 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0914abaa-956d-479f-b797-912b260f4ed5 req-e8a1ad93-d08d-4d98-a4c1-ca21ce8c1218 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e16093-db50-4539-9fe7-5e3597de4574 HTTP/1.1" status: 200 len: 944 time: 0.0553057 Feb 18 16:44:40.869866 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-64272240-7875-4f58-8fae-2d9722b87b3b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d739561a-4557-4a15-98f6-4abd8c404874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303068 Feb 18 16:44:40.896104 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0914abaa-956d-479f-b797-912b260f4ed5 req-3273a6de-bd4f-47b6-9938-f57ab8230af4 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408268 Feb 18 16:44:40.959735 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-0b09f472-1860-4a74-a7e3-f076ab0e31a0 service neutron] 10.222.0.71 "GET /v2.0/networks/d739561a-4557-4a15-98f6-4abd8c404874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843761 Feb 18 16:44:41.046606 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-5b0c74db-64f7-4b88-94f7-8158cc25d79a req-f52140d1-a4c0-4233-921a-d6be17d30bfd service neutron] 10.222.0.71 "GET /v2.0/networks/d739561a-4557-4a15-98f6-4abd8c404874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808883 Feb 18 16:44:41.135419 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee89dc7-05f4-4456-ac53-8d7e037b0c95 req-2424c834-0917-4985-b0b1-cdd7894ae926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:41.136875 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4ee89dc7-05f4-4456-ac53-8d7e037b0c95 req-2424c834-0917-4985-b0b1-cdd7894ae926 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e4c0e47875fd4e8290006f0285baeeaf&device_id=00e16093-db50-4539-9fe7-5e3597de4574 HTTP/1.1" status: 200 len: 1128 time: 0.0442104 Feb 18 16:44:41.227196 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee89dc7-05f4-4456-ac53-8d7e037b0c95 req-5b70675a-04bb-4283-a701-50d25b816a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:41.229065 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4ee89dc7-05f4-4456-ac53-8d7e037b0c95 req-5b70675a-04bb-4283-a701-50d25b816a69 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d739561a-4557-4a15-98f6-4abd8c404874 HTTP/1.1" status: 200 len: 915 time: 0.0853987 Feb 18 16:44:41.271411 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4ee89dc7-05f4-4456-ac53-8d7e037b0c95 req-a00b285f-eac9-4624-924e-e09263c3803e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a20c4d63-2e84-4451-914e-fe9bc771efc0 HTTP/1.1" status: 200 len: 217 time: 0.0352221 Feb 18 16:44:41.319418 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee89dc7-05f4-4456-ac53-8d7e037b0c95 req-859741e5-f89d-4e47-9e0b-d6350e0233b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:41.320819 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4ee89dc7-05f4-4456-ac53-8d7e037b0c95 req-859741e5-f89d-4e47-9e0b-d6350e0233b9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=34caa998-313e-4fd0-8b08-cd5dc89a782d HTTP/1.1" status: 200 len: 854 time: 0.0426376 Feb 18 16:44:41.355180 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4ee89dc7-05f4-4456-ac53-8d7e037b0c95 req-4b65c6c3-5fcd-421b-84c2-36af9101f6d3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d739561a-4557-4a15-98f6-4abd8c404874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281444 Feb 18 16:44:41.443509 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4ee89dc7-05f4-4456-ac53-8d7e037b0c95 req-8aa09d69-a67d-4a58-b93e-a5d7e01d9ae5 service neutron] 10.222.0.71 "GET /v2.0/networks/d739561a-4557-4a15-98f6-4abd8c404874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815473 Feb 18 16:44:41.534582 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4ee89dc7-05f4-4456-ac53-8d7e037b0c95 req-4a9beb26-b8a3-4996-9fc9-cd6685500ae0 service neutron] 10.222.0.71 "GET /v2.0/networks/d739561a-4557-4a15-98f6-4abd8c404874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834975 Feb 18 16:44:42.020664 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7ab92-6c13-4749-9f8a-a2fcf587a0fb req-eeb75f56-bf0b-4517-97ee-f837a4764c49 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:42.022144 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-42f7ab92-6c13-4749-9f8a-a2fcf587a0fb req-eeb75f56-bf0b-4517-97ee-f837a4764c49 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e16093-db50-4539-9fe7-5e3597de4574 HTTP/1.1" status: 200 len: 944 time: 0.0555038 Feb 18 16:44:42.068265 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-42f7ab92-6c13-4749-9f8a-a2fcf587a0fb req-75d289a1-b865-4a50-be39-dca29bec9dba tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396521 Feb 18 16:44:43.335798 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caeb490-e974-43aa-8d45-830de52f409d req-2fe516a1-ea4c-43cf-bfae-44aea1285cc4 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:43.337241 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9caeb490-e974-43aa-8d45-830de52f409d req-2fe516a1-ea4c-43cf-bfae-44aea1285cc4 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e16093-db50-4539-9fe7-5e3597de4574 HTTP/1.1" status: 200 len: 944 time: 0.0511789 Feb 18 16:44:43.384400 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9caeb490-e974-43aa-8d45-830de52f409d req-1d8ded76-1457-47d3-8c50-7ea6b0c91f81 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Feb 18 16:44:44.029594 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device a20c4d63-2e84-4451-914e-fe9bc771efc0 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:44:44.128266 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port a20c4d63-2e84-4451-914e-fe9bc771efc0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a20c4d63-2e84-4451-914e-fe9bc771efc0,segment=NetworkSegment(33b33599-b30e-4f01-bce3-402516b3771e),segment_id=33b33599-b30e-4f01-bce3-402516b3771e)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:44:44.139538 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': 'a20c4d63-2e84-4451-914e-fe9bc771efc0', 'network_id': 'd739561a-4557-4a15-98f6-4abd8c404874', 'port_id': 'a20c4d63-2e84-4451-914e-fe9bc771efc0', 'mac_address': 'fa:16:3e:03:95:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34caa998-313e-4fd0-8b08-cd5dc89a782d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:44:44.175542 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port a20c4d63-2e84-4451-914e-fe9bc771efc0 is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:44:44.175938 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (a20c4d63-2e84-4451-914e-fe9bc771efc0), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:44.189182 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20c4d63-2e84-4451-914e-fe9bc771efc0 {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:44:44.208500 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port a20c4d63-2e84-4451-914e-fe9bc771efc0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a20c4d63-2e84-4451-914e-fe9bc771efc0,segment=NetworkSegment(33b33599-b30e-4f01-bce3-402516b3771e),segment_id=33b33599-b30e-4f01-bce3-402516b3771e)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:44:44.212167 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (a20c4d63-2e84-4451-914e-fe9bc771efc0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:44.259181 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=a20c4d63-2e84-4451-914e-fe9bc771efc0,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:44:44.451846 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['a20c4d63-2e84-4451-914e-fe9bc771efc0'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:44:44.505459 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c967f9-8f6e-42f9-95ce-82e4f9b1366d req-ad752f24-bcf2-482f-a972-976fe83f5d69 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:44.506959 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-12c967f9-8f6e-42f9-95ce-82e4f9b1366d req-ad752f24-bcf2-482f-a972-976fe83f5d69 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e16093-db50-4539-9fe7-5e3597de4574 HTTP/1.1" status: 200 len: 945 time: 0.0562499 Feb 18 16:44:44.553931 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-12c967f9-8f6e-42f9-95ce-82e4f9b1366d req-9c656afe-a0b1-4d89-85e5-e9354886c554 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409176 Feb 18 16:44:45.667999 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d17228-5770-4295-be0d-a8cba1374b43 req-ac9965da-dcd6-4cfb-b9f9-32ac44755aa9 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:45.669476 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a4d17228-5770-4295-be0d-a8cba1374b43 req-ac9965da-dcd6-4cfb-b9f9-32ac44755aa9 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e16093-db50-4539-9fe7-5e3597de4574 HTTP/1.1" status: 200 len: 945 time: 0.0512743 Feb 18 16:44:45.714631 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a4d17228-5770-4295-be0d-a8cba1374b43 req-d37328e4-80f1-4c3c-ab9e-92ef5a0ee8e3 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397530 Feb 18 16:44:46.042337 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device a20c4d63-2e84-4451-914e-fe9bc771efc0 up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:44:46.090429 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port a20c4d63-2e84-4451-914e-fe9bc771efc0 completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:44:46.094575 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port a20c4d63-2e84-4451-914e-fe9bc771efc0 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:44:46.094946 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (a20c4d63-2e84-4451-914e-fe9bc771efc0), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:46.173056 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port a20c4d63-2e84-4451-914e-fe9bc771efc0 is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:44:46.173617 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (a20c4d63-2e84-4451-914e-fe9bc771efc0), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:46.196000 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e16093-db50-4539-9fe7-5e3597de4574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20c4d63-2e84-4451-914e-fe9bc771efc0'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:44:46.198655 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836bd777-7e41-40a9-9e3c-e347503043d3" -d '{"events": [{"server_uuid": "00e16093-db50-4539-9fe7-5e3597de4574", "name": "network-vif-plugged", "status": "completed", "tag": "a20c4d63-2e84-4451-914e-fe9bc771efc0"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:44:46.210797 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port a20c4d63-2e84-4451-914e-fe9bc771efc0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a20c4d63-2e84-4451-914e-fe9bc771efc0,segment=NetworkSegment(33b33599-b30e-4f01-bce3-402516b3771e),segment_id=33b33599-b30e-4f01-bce3-402516b3771e)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:44:46.215699 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (a20c4d63-2e84-4451-914e-fe9bc771efc0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:44:46.240496 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c516389-f3d0-4719-a75b-163bc4c2a0f5 x-openstack-request-id: req-5c516389-f3d0-4719-a75b-163bc4c2a0f5 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:44:46.240784 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e16093-db50-4539-9fe7-5e3597de4574", "name": "network-vif-plugged", "status": "completed", "tag": "a20c4d63-2e84-4451-914e-fe9bc771efc0", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:44:46.241037 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c516389-f3d0-4719-a75b-163bc4c2a0f5 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:44:46.241448 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e16093-db50-4539-9fe7-5e3597de4574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20c4d63-2e84-4451-914e-fe9bc771efc0', 'code': 200} Feb 18 16:44:46.267015 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=a20c4d63-2e84-4451-914e-fe9bc771efc0,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:44:46.274004 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:46.274362 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:46.274711 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:46.275054 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:46.276135 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:46.276489 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:46.276815 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:46.277148 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:46.277507 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:46.277843 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:46.278251 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:46.278578 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:46.278911 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:44:46.404010 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f73fa3-b0a2-488e-94a5-ab9219cce705 req-47c64771-40ca-4142-97b5-1c6f5f785346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:46.405426 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e4f73fa3-b0a2-488e-94a5-ab9219cce705 req-47c64771-40ca-4142-97b5-1c6f5f785346 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=00e16093-db50-4539-9fe7-5e3597de4574 HTTP/1.1" status: 200 len: 1130 time: 0.0438135 Feb 18 16:44:46.447460 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-e4f73fa3-b0a2-488e-94a5-ab9219cce705 req-e7f3522e-4ec1-4bde-b048-0b2bd51def56 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363963 Feb 18 16:44:46.615548 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:44:46.828835 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f963dd-03c2-45d8-83f3-9175c6bff601 req-1bbd12e1-3d16-4ae3-bf56-0539e7ba89f3 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:46.830327 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-06f963dd-03c2-45d8-83f3-9175c6bff601 req-1bbd12e1-3d16-4ae3-bf56-0539e7ba89f3 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e16093-db50-4539-9fe7-5e3597de4574 HTTP/1.1" status: 200 len: 946 time: 0.0514572 Feb 18 16:44:46.880317 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-06f963dd-03c2-45d8-83f3-9175c6bff601 req-a4a6871b-f6ea-43d7-a41b-243b71bfb4b2 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444839 Feb 18 16:44:47.998247 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68ff3d-38e5-4226-885d-67d70190c9d8 req-b4aee40f-87ee-4aae-a81e-a1b06c4e4cfd tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:44:47.999692 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-de68ff3d-38e5-4226-885d-67d70190c9d8 req-b4aee40f-87ee-4aae-a81e-a1b06c4e4cfd tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e16093-db50-4539-9fe7-5e3597de4574 HTTP/1.1" status: 200 len: 946 time: 0.0525887 Feb 18 16:44:48.045349 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-de68ff3d-38e5-4226-885d-67d70190c9d8 req-440158fc-c3fb-40ca-9b2c-ada60e2eeca7 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401480 Feb 18 16:45:01.115483 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-21312e10-73b1-492f-8b11-f270c5cb572c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:03.203024 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-820a9a95-e37d-4035-b8d3-2ce24f6a7477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:04.561485 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:05.846914 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:05.859488 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bd7eb-7297-4d94-86fa-c298f92016ef req-e1f59cd4-f498-43c5-ae0f-1ccdcf0e56ab tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:45:05.861010 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-262bd7eb-7297-4d94-86fa-c298f92016ef req-e1f59cd4-f498-43c5-ae0f-1ccdcf0e56ab tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e16093-db50-4539-9fe7-5e3597de4574 HTTP/1.1" status: 200 len: 946 time: 0.0558975 Feb 18 16:45:05.908311 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-262bd7eb-7297-4d94-86fa-c298f92016ef req-c00e9d63-40ba-4fb4-89ed-0f219ae9b353 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415180 Feb 18 16:45:07.032062 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333be04f-9786-4e9f-a5a3-0fa91b2e6c32 req-7fc0a188-2838-4d26-8626-db5198f7f0bd tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:45:07.033639 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-333be04f-9786-4e9f-a5a3-0fa91b2e6c32 req-7fc0a188-2838-4d26-8626-db5198f7f0bd tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e16093-db50-4539-9fe7-5e3597de4574 HTTP/1.1" status: 200 len: 946 time: 0.0570688 Feb 18 16:45:07.082107 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-333be04f-9786-4e9f-a5a3-0fa91b2e6c32 req-7d87dcb6-0c2b-44a9-964c-26819303e8ae tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee6dad8e-6a16-4299-94f2-55d82d71cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397289 Feb 18 16:45:07.464728 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105319f9-ce8c-4b34-bfeb-730adcc555b8 req-40a916a7-2db4-4106-897e-f7884a35e7a1 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:45:07.466128 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-105319f9-ce8c-4b34-bfeb-730adcc555b8 req-40a916a7-2db4-4106-897e-f7884a35e7a1 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.71 "GET /v2.0/ports?device_id=00e16093-db50-4539-9fe7-5e3597de4574 HTTP/1.1" status: 200 len: 946 time: 0.0522029 Feb 18 16:45:07.547671 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:07.565647 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-105319f9-ce8c-4b34-bfeb-730adcc555b8 req-bafdab00-de02-463e-ab37-b75d20da4920 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Deleting port a20c4d63-2e84-4451-914e-fe9bc771efc0 {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:45:07.565989 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-105319f9-ce8c-4b34-bfeb-730adcc555b8 req-bafdab00-de02-463e-ab37-b75d20da4920 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (a20c4d63-2e84-4451-914e-fe9bc771efc0), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:07.652334 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-105319f9-ce8c-4b34-bfeb-730adcc555b8 req-bafdab00-de02-463e-ab37-b75d20da4920 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] For port a20c4d63-2e84-4451-914e-fe9bc771efc0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a20c4d63-2e84-4451-914e-fe9bc771efc0,segment=NetworkSegment(33b33599-b30e-4f01-bce3-402516b3771e),segment_id=33b33599-b30e-4f01-bce3-402516b3771e)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:45:07.652687 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-105319f9-ce8c-4b34-bfeb-730adcc555b8 req-bafdab00-de02-463e-ab37-b75d20da4920 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (a20c4d63-2e84-4451-914e-fe9bc771efc0), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:07.664750 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-105319f9-ce8c-4b34-bfeb-730adcc555b8 req-bafdab00-de02-463e-ab37-b75d20da4920 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Calling delete_port for a20c4d63-2e84-4451-914e-fe9bc771efc0 owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:45:07.799215 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-105319f9-ce8c-4b34-bfeb-730adcc555b8 req-bafdab00-de02-463e-ab37-b75d20da4920 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (a20c4d63-2e84-4451-914e-fe9bc771efc0), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:07.812448 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['a20c4d63-2e84-4451-914e-fe9bc771efc0'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:45:07.826904 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdab00-de02-463e-ab37-b75d20da4920 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Pushing event deleted for resources: {'Port': ['ID=a20c4d63-2e84-4451-914e-fe9bc771efc0,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:07.873911 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-105319f9-ce8c-4b34-bfeb-730adcc555b8 req-bafdab00-de02-463e-ab37-b75d20da4920 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] No DVR routers for this DVR port a20c4d63-2e84-4451-914e-fe9bc771efc0 on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:45:07.876735 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-105319f9-ce8c-4b34-bfeb-730adcc555b8 req-bafdab00-de02-463e-ab37-b75d20da4920 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:07.880140 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-105319f9-ce8c-4b34-bfeb-730adcc555b8 req-bafdab00-de02-463e-ab37-b75d20da4920 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.71 "DELETE /v2.0/ports/a20c4d63-2e84-4451-914e-fe9bc771efc0 HTTP/1.1" status: 204 len: 173 time: 0.4090204 Feb 18 16:45:07.880580 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e16093-db50-4539-9fe7-5e3597de4574', 'name': 'network-vif-deleted', 'tag': 'a20c4d63-2e84-4451-914e-fe9bc771efc0'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:45:07.882816 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd350eb-b6b3-464c-a880-ae6e90b12052" -d '{"events": [{"server_uuid": "00e16093-db50-4539-9fe7-5e3597de4574", "name": "network-vif-deleted", "tag": "a20c4d63-2e84-4451-914e-fe9bc771efc0"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:45:07.921724 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3f25ba-f3b1-4625-9297-8bda3068b883 x-openstack-request-id: req-4c3f25ba-f3b1-4625-9297-8bda3068b883 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:45:07.922016 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e16093-db50-4539-9fe7-5e3597de4574", "name": "network-vif-deleted", "tag": "a20c4d63-2e84-4451-914e-fe9bc771efc0", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:45:07.922272 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c3f25ba-f3b1-4625-9297-8bda3068b883 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:45:07.922732 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e16093-db50-4539-9fe7-5e3597de4574', 'name': 'network-vif-deleted', 'tag': 'a20c4d63-2e84-4451-914e-fe9bc771efc0', 'status': 'completed', 'code': 200} Feb 18 16:45:08.184791 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d759ce83-4f54-453d-a8fb-0d7ff7932663 req-f8dee65a-827d-47cf-a033-3ad9eb594157 tempest-VolumesSnapshotTestJSON-2140695047 tempest-VolumesSnapshotTestJSON-2140695047-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e16093-db50-4539-9fe7-5e3597de4574 HTTP/1.1" status: 200 len: 210 time: 0.0260372 Feb 18 16:45:10.844196 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:12.459255 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device a20c4d63-2e84-4451-914e-fe9bc771efc0 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:45:12.479354 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: a20c4d63-2e84-4451-914e-fe9bc771efc0 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:45:12.479695 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device a20c4d63-2e84-4451-914e-fe9bc771efc0 not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:45:23.614963 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:45:30.073130 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 37118) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:30.116538 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_v2 [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Deleting subnet 34caa998-313e-4fd0-8b08-cd5dc89a782d {{(pid=102871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 16:45:30.119491 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Publish callbacks [] for subnet (34caa998-313e-4fd0-8b08-cd5dc89a782d), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:30.151422 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13231428'] for subnet (34caa998-313e-4fd0-8b08-cd5dc89a782d), precommit_delete_associations {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:30.188481 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1265784'] for subnet (34caa998-313e-4fd0-8b08-cd5dc89a782d), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:30.242288 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1265761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13446614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416762'] for subnet (34caa998-313e-4fd0-8b08-cd5dc89a782d), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:30.266843 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34caa998-313e-4fd0-8b08-cd5dc89a782d,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:30.272101 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:30.275361 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/34caa998-313e-4fd0-8b08-cd5dc89a782d HTTP/1.1" status: 204 len: 168 time: 0.2013624 Feb 18 16:45:30.278050 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37120) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:30.280321 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.281505 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.281651 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.281970 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.282304 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.282637 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.282971 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.283303 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.283633 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.283964 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.284291 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.284619 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.284944 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223757ed-0ead-440f-87a7-9d1a785655b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.348113 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1222129'] for network (d739561a-4557-4a15-98f6-4abd8c404874), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:30.423846 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1266929', 'neutron.services.segments.db._delete_segments_for_network-8740553082664'] for network (d739561a-4557-4a15-98f6-4abd8c404874), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:30.442551 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d739561a-4557-4a15-98f6-4abd8c404874']}} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:30.451332 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b33599-b30e-4f01-bce3-402516b3771e') {'for_net_delete': True} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:30.451631 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b33599-b30e-4f01-bce3-402516b3771e') {} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:30.461296 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740553082929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942647'] for segment (33b33599-b30e-4f01-bce3-402516b3771e), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:30.474603 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (33b33599-b30e-4f01-bce3-402516b3771e), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:30.480099 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=102872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 16:45:30.480471 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12941132'] for segment (33b33599-b30e-4f01-bce3-402516b3771e), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: Traceback (most recent call last): Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: timer() Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: cb(*args, **kw) Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: return func(*args, **kwargs) Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: self._notify() Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: self.callback(batched_events) Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: event.method(event) Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: return f(self, *a, **k) Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._get(url).json() Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: return self.request(url, 'GET', **kwargs) Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 16:45:30.482076 dv-cinder-826607-4-iscsi neutron-server[102872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 16:45:30.537860 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1266942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594515'] for network (d739561a-4557-4a15-98f6-4abd8c404874), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:30.542622 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:30.545899 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d739561a-4557-4a15-98f6-4abd8c404874 HTTP/1.1" status: 204 len: 168 time: 0.2668545 Feb 18 16:45:30.558363 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d739561a-4557-4a15-98f6-4abd8c404874,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:30.565375 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.565727 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.566071 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.566406 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.566735 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.567058 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.567385 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.567707 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.568028 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.568370 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.568676 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.568993 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.569309 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be16339-b270-4d1c-86b0-5cbb4b7d4bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:30.707588 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37124) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:30.747903 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-5bd58f42-f39b-4fa3-ac57-cdf8ce416fda admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4c0e47875fd4e8290006f0285baeeaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391374 Feb 18 16:45:30.750671 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37126) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:30.798102 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-04b5c67d-d19e-4029-897c-8da7abe19917 admin admin] Publish callbacks [] for security_group (ee6dad8e-6a16-4299-94f2-55d82d71cb19), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:30.818562 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-04b5c67d-d19e-4029-897c-8da7abe19917 admin admin] Publish callbacks [] for security_group (ee6dad8e-6a16-4299-94f2-55d82d71cb19), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:30.867048 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-04b5c67d-d19e-4029-897c-8da7abe19917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (ee6dad8e-6a16-4299-94f2-55d82d71cb19), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:30.869701 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-04b5c67d-d19e-4029-897c-8da7abe19917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:30.870837 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-04b5c67d-d19e-4029-897c-8da7abe19917 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee6dad8e-6a16-4299-94f2-55d82d71cb19 HTTP/1.1" status: 204 len: 168 time: 0.1192715 Feb 18 16:45:30.879050 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5c67d-d19e-4029-897c-8da7abe19917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6dad8e-6a16-4299-94f2-55d82d71cb19,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:31.119174 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-66296800-c3f8-46e7-8389-d3f0d3c3d239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:31.581216 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37148) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:31.674989 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-9ea1eda7-7fa6-44ba-8cc0-4185dbb01462 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-155861825-network', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:45:31.697705 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea1eda7-7fa6-44ba-8cc0-4185dbb01462 admin admin] Made reservation on behalf of 135379ad8bcf4c3d8849ee18f75b3ab9 for: {'network': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:45:31.700160 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9ea1eda7-7fa6-44ba-8cc0-4185dbb01462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:31.708980 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9ea1eda7-7fa6-44ba-8cc0-4185dbb01462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:31.784178 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9ea1eda7-7fa6-44ba-8cc0-4185dbb01462 admin admin] Publish callbacks [] for security_group (a8799151-326b-42b5-9c68-167db072226e), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:31.788944 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9ea1eda7-7fa6-44ba-8cc0-4185dbb01462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (a8799151-326b-42b5-9c68-167db072226e), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:31.813961 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea1eda7-7fa6-44ba-8cc0-4185dbb01462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=102872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:45:31.823946 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1eda7-7fa6-44ba-8cc0-4185dbb01462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8799151-326b-42b5-9c68-167db072226e,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:31.830415 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9ea1eda7-7fa6-44ba-8cc0-4185dbb01462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:31.830762 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.segments_db [None req-9ea1eda7-7fa6-44ba-8cc0-4185dbb01462 admin admin] Added segment c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4 of type vlan for network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea Feb 18 16:45:31.871447 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9ea1eda7-7fa6-44ba-8cc0-4185dbb01462 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (9f1040f3-6bfa-4938-885e-a1ebb59bb4ea), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:31.895383 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9ea1eda7-7fa6-44ba-8cc0-4185dbb01462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (9f1040f3-6bfa-4938-885e-a1ebb59bb4ea), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:31.896325 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea1eda7-7fa6-44ba-8cc0-4185dbb01462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:45:31.896916 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9ea1eda7-7fa6-44ba-8cc0-4185dbb01462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:31.947482 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-9ea1eda7-7fa6-44ba-8cc0-4185dbb01462 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3651245 Feb 18 16:45:31.950397 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 37152) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:31.955572 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-22ae55c6-77dc-4ab5-9671-c122c7de2d49 admin admin] Request body: {'subnet': {'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-155861825-subnet', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'ip_version': 4}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:45:31.962386 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1eda7-7fa6-44ba-8cc0-4185dbb01462 admin admin] Pushing event updated for resources: {'Network': ['ID=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:31.972498 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:45:31.975345 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ae55c6-77dc-4ab5-9671-c122c7de2d49 admin admin] Made reservation on behalf of 135379ad8bcf4c3d8849ee18f75b3ab9 for: {'subnet': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:45:31.978010 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-22ae55c6-77dc-4ab5-9671-c122c7de2d49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13416927'] for subnet (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:32.149018 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-22ae55c6-77dc-4ab5-9671-c122c7de2d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13446551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13416897'] for subnet (052b87fc-ea5c-43fb-b123-3c3d7fadedc1), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:32.208608 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae55c6-77dc-4ab5-9671-c122c7de2d49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=052b87fc-ea5c-43fb-b123-3c3d7fadedc1,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:32.213472 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ae55c6-77dc-4ab5-9671-c122c7de2d49 admin admin] Checking segment: {'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:45:32.213983 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ae55c6-77dc-4ab5-9671-c122c7de2d49 admin admin] Network hostable DHCP agents. Network: 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:45:32.231690 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ae55c6-77dc-4ab5-9671-c122c7de2d49 admin admin] Network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:45:32.243094 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-22ae55c6-77dc-4ab5-9671-c122c7de2d49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea) {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:45:32.247734 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ae55c6-77dc-4ab5-9671-c122c7de2d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:45:32.248470 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-22ae55c6-77dc-4ab5-9671-c122c7de2d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:32.253021 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a119e47-4099-4694-86f3-d5d0ff79fe11 None None] Network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:45:32.270031 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-22ae55c6-77dc-4ab5-9671-c122c7de2d49 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3183827 Feb 18 16:45:32.270381 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37154) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:32.274927 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:45:32.299134 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16042'] for router (757a00a7-6e8a-4c01-9eeb-6f4a810946a8), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:32.300608 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16035'] for router (757a00a7-6e8a-4c01-9eeb-6f4a810946a8), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:32.357629 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Publish callbacks [] for router_controller (757a00a7-6e8a-4c01-9eeb-6f4a810946a8), precommit_add_association {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:32.377684 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7aa75c09-f67d-5ad7-b446-04c7edce05f4-9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1'}]}} from dv-cinder-826607-4-iscsi. {{(pid=102873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 16:45:32.378629 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:32.501860 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Publish callbacks [] for router_gateway (757a00a7-6e8a-4c01-9eeb-6f4a810946a8), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:32.515526 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.db_base_plugin_common [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Allocated IP 172.20.0.2 (9f1040f3-6bfa-4938-885e-a1ebb59bb4ea/052b87fc-ea5c-43fb-b123-3c3d7fadedc1/76da65fb-fdf0-4f43-bbe9-a06e718a6ee0) {{(pid=102873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:45:32.659203 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Publish callbacks [] for port (76da65fb-fdf0-4f43-bbe9-a06e718a6ee0), precommit_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:32.665991 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (76da65fb-fdf0-4f43-bbe9-a06e718a6ee0), after_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:32.699749 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Publish callbacks [] for router_gateway (757a00a7-6e8a-4c01-9eeb-6f4a810946a8), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:32.705838 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea is already hosted by enough agents. {{(pid=102873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:45:32.711916 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.base_scheduler [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Resources bound (agent type, host, resource id): {{(pid=102873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:45:32.717133 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Received port after_create {{(pid=102873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:45:32.720345 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Pushing event updated for resources: {'Port': ['ID=76da65fb-fdf0-4f43-bbe9-a06e718a6ee0,revision_number=1']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:32.723410 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:32.778095 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Attempting to bind port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:45:32.778378 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Attempting to bind port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:45:32.778743 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Attempting to bind port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 on network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:45:32.784359 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:45:32.784732 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Checking segment: {'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:45:32.785135 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:32.785555 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Bound using segment: {'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:45:32.786023 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Bound port: 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:45:32.786406 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (76da65fb-fdf0-4f43-bbe9-a06e718a6ee0), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:32.829315 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_common [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Allocated IP 172.27.2.222 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/0b504d39-7acb-4630-bc9c-7e7681f7db6b) {{(pid=102872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:45:32.849277 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] For port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:45:32.852617 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] For port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=76da65fb-fdf0-4f43-bbe9-a06e718a6ee0,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:45:32.859830 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (76da65fb-fdf0-4f43-bbe9-a06e718a6ee0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:32.914371 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbf216-7f5d-4373-8a2f-befcd844fd98 None None] Pushing event updated for resources: {'Port': ['ID=76da65fb-fdf0-4f43-bbe9-a06e718a6ee0,revision_number=2']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:32.948222 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Publish callbacks [] for port (0b504d39-7acb-4630-bc9c-7e7681f7db6b), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:32.985452 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (0b504d39-7acb-4630-bc9c-7e7681f7db6b), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:33.024647 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:45:33.027417 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Resources bound (agent type, host, resource id): {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:45:33.030066 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Received port after_create {{(pid=102872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:45:33.067856 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Pushing event updated for resources: {'Port': ['ID=0b504d39-7acb-4630-bc9c-7e7681f7db6b,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:33.205834 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-8f50f1c8-dad3-4012-9585-226fee1b3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:33.296991 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Publish callbacks [] for router_gateway (757a00a7-6e8a-4c01-9eeb-6f4a810946a8), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:33.494536 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594459'] for router (757a00a7-6e8a-4c01-9eeb-6f4a810946a8), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:33.626562 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 is scheduled to L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a with binding_index 1 {{(pid=102872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 16:45:33.739538 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:45:33.744412 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94da2d26-2297-4bf8-890e-2379edd7d0a4 None None] Network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:45:33.752340 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Sync routers for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:45:33.757231 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:33.758510 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-504765c2-23e4-4492-80b6-bf3e2bbb1150 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4870613 Feb 18 16:45:33.761195 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37156) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:33.808782 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:45:33.809307 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:45:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:34.004969 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-0622dcf8-1385-434f-b0dd-da5342b1070a None None] Provisioning complete for port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:34.005365 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-0622dcf8-1385-434f-b0dd-da5342b1070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (76da65fb-fdf0-4f43-bbe9-a06e718a6ee0), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:34.136926 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:45:34.194767 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:45:34.312567 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-0622dcf8-1385-434f-b0dd-da5342b1070a None None] Current status of the port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:45:34.312967 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-0622dcf8-1385-434f-b0dd-da5342b1070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (76da65fb-fdf0-4f43-bbe9-a06e718a6ee0), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:34.382771 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-0622dcf8-1385-434f-b0dd-da5342b1070a None None] For port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=76da65fb-fdf0-4f43-bbe9-a06e718a6ee0,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:45:34.404877 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:34.405258 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (76da65fb-fdf0-4f43-bbe9-a06e718a6ee0), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:34.407287 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-0622dcf8-1385-434f-b0dd-da5342b1070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (76da65fb-fdf0-4f43-bbe9-a06e718a6ee0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:34.430158 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:34.500506 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622dcf8-1385-434f-b0dd-da5342b1070a None None] Pushing event updated for resources: {'Port': ['ID=76da65fb-fdf0-4f43-bbe9-a06e718a6ee0,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:34.545457 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:33Z', 'revision_number': 3, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:34.588262 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_common [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Allocated IP 172.20.0.1 (9f1040f3-6bfa-4938-885e-a1ebb59bb4ea/052b87fc-ea5c-43fb-b123-3c3d7fadedc1/b03fcf86-aec0-4af0-898b-25d6a057a248) {{(pid=102872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:45:34.596575 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Checking router: 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:45:34.596932 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Updating router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 port 0b504d39-7acb-4630-bc9c-7e7681f7db6b binding host dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:45:34.618216 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:45:34.622906 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-2dff2227-14af-476b-86ca-13446d3e798f None None] Provisioning complete for port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:34.623282 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-2dff2227-14af-476b-86ca-13446d3e798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (76da65fb-fdf0-4f43-bbe9-a06e718a6ee0), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:34.627494 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:34.654604 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (0b504d39-7acb-4630-bc9c-7e7681f7db6b), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:34.696397 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Publish callbacks [] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:34.729822 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:34.765520 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea is already hosted by enough agents. {{(pid=102872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:45:34.768392 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:45:34.770803 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Received port after_create {{(pid=102872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:45:34.807339 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-2dff2227-14af-476b-86ca-13446d3e798f None None] Current status of the port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:45:34.815726 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b03fcf86-aec0-4af0-898b-25d6a057a248,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:34.832848 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593960'] for router_interface (757a00a7-6e8a-4c01-9eeb-6f4a810946a8), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:34.973030 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Publish callbacks [] for port (0b504d39-7acb-4630-bc9c-7e7681f7db6b), precommit_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:34.976558 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), before_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:34.978964 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (0b504d39-7acb-4630-bc9c-7e7681f7db6b), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:35.038680 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7392fcd-6520-48dd-a806-8c735873ae2c None None] Pushing event updated for resources: {'Port': ['ID=0b504d39-7acb-4630-bc9c-7e7681f7db6b,revision_number=2']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:35.041849 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Attempting to bind port 0b504d39-7acb-4630-bc9c-7e7681f7db6b on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:45:35.042231 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Attempting to bind port 0b504d39-7acb-4630-bc9c-7e7681f7db6b by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:45:35.042605 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Attempting to bind port 0b504d39-7acb-4630-bc9c-7e7681f7db6b on network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:45:35.049813 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:45:35.050200 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Checking segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:45:35.050610 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:35.051012 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Bound using segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:45:35.051483 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Bound port: 0b504d39-7acb-4630-bc9c-7e7681f7db6b, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:45:35.051865 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (0b504d39-7acb-4630-bc9c-7e7681f7db6b), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:35.057106 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-6faf0e6b-e6a9-4f5e-b86c-46bcd34b85fc None None] Provisioning complete for port b03fcf86-aec0-4af0-898b-25d6a057a248 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:35.057508 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-6faf0e6b-e6a9-4f5e-b86c-46bcd34b85fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:35.131687 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-6faf0e6b-e6a9-4f5e-b86c-46bcd34b85fc None None] Port b03fcf86-aec0-4af0-898b-25d6a057a248 cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:45:35.138223 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] For port 0b504d39-7acb-4630-bc9c-7e7681f7db6b, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:45:35.141315 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] For port 0b504d39-7acb-4630-bc9c-7e7681f7db6b, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=0b504d39-7acb-4630-bc9c-7e7681f7db6b,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:45:35.142544 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Publish callbacks [] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:35.147208 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12941152'] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), after_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:35.148414 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (0b504d39-7acb-4630-bc9c-7e7681f7db6b), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:35.207043 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:45:35.207662 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:45:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:35.210426 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7392fcd-6520-48dd-a806-8c735873ae2c None None] Pushing event updated for resources: {'Port': ['ID=0b504d39-7acb-4630-bc9c-7e7681f7db6b,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:35.211986 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593988'] for router_interface (757a00a7-6e8a-4c01-9eeb-6f4a810946a8), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:35.213873 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b03fcf86-aec0-4af0-898b-25d6a057a248,revision_number=2']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:35.308547 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea is already hosted by enough agents. {{(pid=102872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:45:35.309984 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:45:35.328453 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:45:35.430384 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:45:35.539559 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:35Z', 'revision_number': 2, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:35.547092 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:45:35.559762 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-9342f68f-0069-439e-8d22-ac173ea463b4 admin admin] 10.222.0.36 "PUT /v2.0/routers/757a00a7-6e8a-4c01-9eeb-6f4a810946a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7901514 Feb 18 16:45:35.570896 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259ab817-cea3-450d-9edd-0d515bb4f237 None None] The sync data for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi is: [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:35Z', 'revision_number': 2, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:45:35.582671 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-c6293e78-347d-49d8-a8ee-97583997ff1d None None] Provisioning complete for port b03fcf86-aec0-4af0-898b-25d6a057a248 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:35.582967 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c6293e78-347d-49d8-a8ee-97583997ff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:35.618819 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-c6293e78-347d-49d8-a8ee-97583997ff1d None None] Port b03fcf86-aec0-4af0-898b-25d6a057a248 cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:45:35.876842 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.061420 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37172) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:36.066546 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-e45ae07d-7d5d-4660-b531-e507b24c0b4e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-283665556-network', 'tenant_id': '6a658cdb430e487e9a462417528a687d'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:45:36.086757 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45ae07d-7d5d-4660-b531-e507b24c0b4e admin admin] Made reservation on behalf of 6a658cdb430e487e9a462417528a687d for: {'network': 1} {{(pid=102872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:45:36.089494 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e45ae07d-7d5d-4660-b531-e507b24c0b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for network (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.099734 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e45ae07d-7d5d-4660-b531-e507b24c0b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.143610 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:45:36.189510 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e45ae07d-7d5d-4660-b531-e507b24c0b4e admin admin] Publish callbacks [] for security_group (652ab01c-4f0c-49e6-b335-295c37cfb8a4), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.193589 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e45ae07d-7d5d-4660-b531-e507b24c0b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (652ab01c-4f0c-49e6-b335-295c37cfb8a4), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.205969 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:36.206350 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (76da65fb-fdf0-4f43-bbe9-a06e718a6ee0), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.219305 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45ae07d-7d5d-4660-b531-e507b24c0b4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=102872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 16:45:36.229537 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ae07d-7d5d-4660-b531-e507b24c0b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652ab01c-4f0c-49e6-b335-295c37cfb8a4,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:36.235719 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e45ae07d-7d5d-4660-b531-e507b24c0b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (1ad36725-6eb8-4c3b-9aea-f044a0894685), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.236154 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.segments_db [None req-e45ae07d-7d5d-4660-b531-e507b24c0b4e admin admin] Added segment 1ad36725-6eb8-4c3b-9aea-f044a0894685 of type vlan for network ea253d3d-d96c-4547-810d-60fc16f24909 Feb 18 16:45:36.279120 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e45ae07d-7d5d-4660-b531-e507b24c0b4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740552572299'] for network (ea253d3d-d96c-4547-810d-60fc16f24909), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.293995 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:45:36.306328 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e45ae07d-7d5d-4660-b531-e507b24c0b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995'] for network (ea253d3d-d96c-4547-810d-60fc16f24909), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.307365 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45ae07d-7d5d-4660-b531-e507b24c0b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:45:36.307954 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-e45ae07d-7d5d-4660-b531-e507b24c0b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.371910 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 37176) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:36.372504 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-e45ae07d-7d5d-4660-b531-e507b24c0b4e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3092940 Feb 18 16:45:36.377294 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-643da661-c95e-49ba-9af9-a0d5565501ba admin admin] Request body: {'subnet': {'network_id': 'ea253d3d-d96c-4547-810d-60fc16f24909', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-283665556-subnet', 'tenant_id': '6a658cdb430e487e9a462417528a687d', 'ip_version': 4}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:45:36.378729 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ae07d-7d5d-4660-b531-e507b24c0b4e admin admin] Pushing event updated for resources: {'Network': ['ID=ea253d3d-d96c-4547-810d-60fc16f24909,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:36.398013 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Network ea253d3d-d96c-4547-810d-60fc16f24909 details requested by agent ovs-agent-dv-cinder-826607-4-iscsi with host dv-cinder-826607-4-iscsi {{(pid=102873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 16:45:36.419844 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643da661-c95e-49ba-9af9-a0d5565501ba admin admin] Made reservation on behalf of 6a658cdb430e487e9a462417528a687d for: {'subnet': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:45:36.423439 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-643da661-c95e-49ba-9af9-a0d5565501ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13416927'] for subnet (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.600633 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-643da661-c95e-49ba-9af9-a0d5565501ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13446551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13416897'] for subnet (9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.655021 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643da661-c95e-49ba-9af9-a0d5565501ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:36.665980 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643da661-c95e-49ba-9af9-a0d5565501ba admin admin] Checking segment: {'id': '1ad36725-6eb8-4c3b-9aea-f044a0894685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea253d3d-d96c-4547-810d-60fc16f24909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:45:36.666340 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643da661-c95e-49ba-9af9-a0d5565501ba admin admin] Network hostable DHCP agents. Network: ea253d3d-d96c-4547-810d-60fc16f24909, hostable agents: ['d0e5e69f-da43-4d5b-979e-ccd7816d0bf0'], hosted agents: [] {{(pid=102871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 16:45:36.685039 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643da661-c95e-49ba-9af9-a0d5565501ba admin admin] Network ea253d3d-d96c-4547-810d-60fc16f24909 is scheduled to be hosted by DHCP agent d0e5e69f-da43-4d5b-979e-ccd7816d0bf0 with binding_index 1 {{(pid=102871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 16:45:36.695494 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-643da661-c95e-49ba-9af9-a0d5565501ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-4-iscsi, ea253d3d-d96c-4547-810d-60fc16f24909) {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:45:36.699788 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643da661-c95e-49ba-9af9-a0d5565501ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:45:36.700376 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-643da661-c95e-49ba-9af9-a0d5565501ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.705806 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2869050b-7c5d-4bd3-92bd-5b4c66fe71b2 None None] Network ea253d3d-d96c-4547-810d-60fc16f24909 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:45:36.724109 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-643da661-c95e-49ba-9af9-a0d5565501ba admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3510785 Feb 18 16:45:36.725966 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 37178) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:36.730387 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-283665556-router', 'tenant_id': '6a658cdb430e487e9a462417528a687d', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:45:36.751200 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16042'] for router (ffe35b26-f959-4947-83e5-dde8d543a44d), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.753164 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16035'] for router (ffe35b26-f959-4947-83e5-dde8d543a44d), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.815404 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Publish callbacks [] for router_controller (ffe35b26-f959-4947-83e5-dde8d543a44d), precommit_add_association {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.817582 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7aa75c09-f67d-5ad7-b446-04c7edce05f4-ea253d3d-d96c-4547-810d-60fc16f24909', 'network_id': 'ea253d3d-d96c-4547-810d-60fc16f24909', 'project_id': '6a658cdb430e487e9a462417528a687d', 'fixed_ips': [{'subnet_id': '9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9'}]}} from dv-cinder-826607-4-iscsi. {{(pid=102873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 16:45:36.818704 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.969460 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Publish callbacks [] for router_gateway (ffe35b26-f959-4947-83e5-dde8d543a44d), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:36.970752 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.db_base_plugin_common [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Allocated IP 172.20.0.2 (ea253d3d-d96c-4547-810d-60fc16f24909/9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9/c4af2121-85ab-4955-9784-497e15ef0cef) {{(pid=102873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:45:37.178094 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Publish callbacks [] for router_gateway (ffe35b26-f959-4947-83e5-dde8d543a44d), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:37.197824 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:37.255649 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Publish callbacks [] for port (c4af2121-85ab-4955-9784-497e15ef0cef), precommit_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:37.261999 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801'] for port (c4af2121-85ab-4955-9784-497e15ef0cef), after_create {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:37.299819 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Network ea253d3d-d96c-4547-810d-60fc16f24909 is already hosted by enough agents. {{(pid=102873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:45:37.302594 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.scheduler.base_scheduler [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Resources bound (agent type, host, resource id): {{(pid=102873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:45:37.304201 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Allocated IP 172.27.2.131 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/b371dd5a-bfa2-42ed-a29a-51cb737dc949) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:45:37.308413 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Received port after_create {{(pid=102873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:45:37.315216 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Pushing event updated for resources: {'Port': ['ID=c4af2121-85ab-4955-9784-497e15ef0cef,revision_number=1']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:37.370866 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Attempting to bind port c4af2121-85ab-4955-9784-497e15ef0cef on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:45:37.370866 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Attempting to bind port c4af2121-85ab-4955-9784-497e15ef0cef by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '1ad36725-6eb8-4c3b-9aea-f044a0894685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea253d3d-d96c-4547-810d-60fc16f24909'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:45:37.371180 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Attempting to bind port c4af2121-85ab-4955-9784-497e15ef0cef on network ea253d3d-d96c-4547-810d-60fc16f24909 {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:45:37.376851 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:45:37.376851 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Checking segment: {'id': '1ad36725-6eb8-4c3b-9aea-f044a0894685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea253d3d-d96c-4547-810d-60fc16f24909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:45:37.377132 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:37.377536 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Bound using segment: {'id': '1ad36725-6eb8-4c3b-9aea-f044a0894685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea253d3d-d96c-4547-810d-60fc16f24909'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:45:37.377997 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Bound port: c4af2121-85ab-4955-9784-497e15ef0cef, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad36725-6eb8-4c3b-9aea-f044a0894685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea253d3d-d96c-4547-810d-60fc16f24909'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:45:37.378377 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (c4af2121-85ab-4955-9784-497e15ef0cef), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:37.408738 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Publish callbacks [] for port (b371dd5a-bfa2-42ed-a29a-51cb737dc949), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:37.443782 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] For port c4af2121-85ab-4955-9784-497e15ef0cef, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:45:37.445959 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (b371dd5a-bfa2-42ed-a29a-51cb737dc949), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:37.447381 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] For port c4af2121-85ab-4955-9784-497e15ef0cef, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=c4af2121-85ab-4955-9784-497e15ef0cef,segment=NetworkSegment(1ad36725-6eb8-4c3b-9aea-f044a0894685),segment_id=1ad36725-6eb8-4c3b-9aea-f044a0894685)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:45:37.455276 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (c4af2121-85ab-4955-9784-497e15ef0cef), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:37.517581 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c385ec5-b856-4cd2-91ec-2bbf51173ba2 None None] Pushing event updated for resources: {'Port': ['ID=c4af2121-85ab-4955-9784-497e15ef0cef,revision_number=2']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:37.556785 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:37.773920 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:45:37.777003 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:45:37.779504 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:45:37.792624 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Sync routers for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:45:37.813763 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:45:37.814999 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:45:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:37.815587 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Pushing event updated for resources: {'Port': ['ID=b371dd5a-bfa2-42ed-a29a-51cb737dc949,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:37.931444 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:45:38.069258 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Publish callbacks [] for router_gateway (ffe35b26-f959-4947-83e5-dde8d543a44d), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:38.144203 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:35Z', 'revision_number': 2, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:38.181274 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Checking router: 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:45:38.181905 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Updating router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 port b03fcf86-aec0-4af0-898b-25d6a057a248 binding host dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:45:38.212903 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device c4af2121-85ab-4955-9784-497e15ef0cef up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:45:38.219836 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:38.277479 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port c4af2121-85ab-4955-9784-497e15ef0cef triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:38.277858 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (c4af2121-85ab-4955-9784-497e15ef0cef), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:38.317923 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594459'] for router (ffe35b26-f959-4947-83e5-dde8d543a44d), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:38.360712 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port c4af2121-85ab-4955-9784-497e15ef0cef is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:45:38.361138 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (c4af2121-85ab-4955-9784-497e15ef0cef), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:38.406530 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] For port c4af2121-85ab-4955-9784-497e15ef0cef, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=c4af2121-85ab-4955-9784-497e15ef0cef,segment=NetworkSegment(1ad36725-6eb8-4c3b-9aea-f044a0894685),segment_id=1ad36725-6eb8-4c3b-9aea-f044a0894685)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:45:38.411111 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (c4af2121-85ab-4955-9784-497e15ef0cef), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:38.412737 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 0b504d39-7acb-4630-bc9c-7e7681f7db6b up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:45:38.485035 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Router ffe35b26-f959-4947-83e5-dde8d543a44d is scheduled to L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a with binding_index 1 {{(pid=102871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 16:45:38.511416 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Pushing event updated for resources: {'Port': ['ID=c4af2121-85ab-4955-9784-497e15ef0cef,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:38.526101 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 0b504d39-7acb-4630-bc9c-7e7681f7db6b triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:38.526566 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (0b504d39-7acb-4630-bc9c-7e7681f7db6b), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:38.543992 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Publish callbacks [] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), precommit_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:38.552761 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:38.571283 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dbea49-5f88-46bf-82e5-80e169c8ab86 None None] Network ea253d3d-d96c-4547-810d-60fc16f24909 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:45:38.616169 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28791d11-8127-48b3-8400-640f13a363cf None None] Pushing event updated for resources: {'Port': ['ID=b03fcf86-aec0-4af0-898b-25d6a057a248,revision_number=3']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:38.633964 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:45:38.644715 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28791d11-8127-48b3-8400-640f13a363cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:38.645316 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28791d11-8127-48b3-8400-640f13a363cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:38.645866 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28791d11-8127-48b3-8400-640f13a363cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:38.646370 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28791d11-8127-48b3-8400-640f13a363cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:38.646851 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28791d11-8127-48b3-8400-640f13a363cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:38.647342 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28791d11-8127-48b3-8400-640f13a363cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:38.647816 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28791d11-8127-48b3-8400-640f13a363cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:38.648298 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28791d11-8127-48b3-8400-640f13a363cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:38.648785 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28791d11-8127-48b3-8400-640f13a363cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:38.649460 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28791d11-8127-48b3-8400-640f13a363cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:38.649929 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28791d11-8127-48b3-8400-640f13a363cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:38.651035 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28791d11-8127-48b3-8400-640f13a363cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:38.651543 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28791d11-8127-48b3-8400-640f13a363cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:45:38.662079 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Sync routers for ids ['ffe35b26-f959-4947-83e5-dde8d543a44d'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:45:38.668955 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:38.670421 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-002659e1-d1e2-4646-9341-0b713aa54f1f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9433055 Feb 18 16:45:38.674013 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 37180) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:38.688615 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Attempting to bind port b03fcf86-aec0-4af0-898b-25d6a057a248 on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:45:38.689163 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Attempting to bind port b03fcf86-aec0-4af0-898b-25d6a057a248 by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:45:38.689867 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Attempting to bind port b03fcf86-aec0-4af0-898b-25d6a057a248 on network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:45:38.695928 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:45:38.696901 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Checking segment: {'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:45:38.697490 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:38.698054 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Bound using segment: {'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:45:38.698707 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Bound port: b03fcf86-aec0-4af0-898b-25d6a057a248, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'}}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:45:38.699246 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:38.710386 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 0b504d39-7acb-4630-bc9c-7e7681f7db6b is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:45:38.711547 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (0b504d39-7acb-4630-bc9c-7e7681f7db6b), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:38.722132 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Routers {'ffe35b26-f959-4947-83e5-dde8d543a44d'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:45:38.722880 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:45:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['ffe35b26-f959-4947-83e5-dde8d543a44d'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:38.725988 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-8e090e69-1e0b-4752-85d5-8a71246b1b13 None None] Provisioning complete for port c4af2121-85ab-4955-9784-497e15ef0cef triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:38.726475 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-8e090e69-1e0b-4752-85d5-8a71246b1b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (c4af2121-85ab-4955-9784-497e15ef0cef), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:38.780055 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] For port b03fcf86-aec0-4af0-898b-25d6a057a248, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:45:38.784712 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] For port b03fcf86-aec0-4af0-898b-25d6a057a248, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=b03fcf86-aec0-4af0-898b-25d6a057a248,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:45:38.793669 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:38.818208 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] For port 0b504d39-7acb-4630-bc9c-7e7681f7db6b, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=0b504d39-7acb-4630-bc9c-7e7681f7db6b,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:45:38.836012 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (0b504d39-7acb-4630-bc9c-7e7681f7db6b), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:38.854298 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:45:38.855190 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:45:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:38.994555 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Pushing event updated for resources: {'Port': ['ID=0b504d39-7acb-4630-bc9c-7e7681f7db6b,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:39.012261 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28791d11-8127-48b3-8400-640f13a363cf None None] Pushing event updated for resources: {'Port': ['ID=b03fcf86-aec0-4af0-898b-25d6a057a248,revision_number=4']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:39.016653 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:45:39.026818 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Set router ffe35b26-f959-4947-83e5-dde8d543a44d gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:45:39.172902 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-8e090e69-1e0b-4752-85d5-8a71246b1b13 None None] Current status of the port c4af2121-85ab-4955-9784-497e15ef0cef is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:45:39.262875 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:39.267399 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'name': 'tempest-TestVolumeBootPattern-283665556-router', 'tenant_id': '6a658cdb430e487e9a462417528a687d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'b371dd5a-bfa2-42ed-a29a-51cb737dc949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:36Z', 'updated_at': '2022-02-18T16:45:37Z', 'revision_number': 3, 'project_id': '6a658cdb430e487e9a462417528a687d', 'gw_port': {'id': 'b371dd5a-bfa2-42ed-a29a-51cb737dc949', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:90:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:37Z', 'updated_at': '2022-02-18T16:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:39.282246 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:39.297767 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Checking router: ffe35b26-f959-4947-83e5-dde8d543a44d for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:45:39.298185 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Updating router ffe35b26-f959-4947-83e5-dde8d543a44d port b371dd5a-bfa2-42ed-a29a-51cb737dc949 binding host dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:45:39.336410 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-02780e09-2d52-446f-915b-eece53a11083 None None] Provisioning complete for port b03fcf86-aec0-4af0-898b-25d6a057a248 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:39.336854 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-02780e09-2d52-446f-915b-eece53a11083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:39.339854 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (b371dd5a-bfa2-42ed-a29a-51cb737dc949), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:39.397789 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883c020-694e-4efc-8b3e-49d9c453b191 None None] The sync data for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi is: [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:45:39.430218 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Allocated IP 172.20.0.1 (ea253d3d-d96c-4547-810d-60fc16f24909/9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9/77c46b52-acf6-4f42-9d5e-98d3be9b275d) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:45:39.549707 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Publish callbacks [] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:39.560742 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-02780e09-2d52-446f-915b-eece53a11083 None None] Current status of the port b03fcf86-aec0-4af0-898b-25d6a057a248 is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:45:39.561133 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-02780e09-2d52-446f-915b-eece53a11083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:39.588482 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:39.623704 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-02780e09-2d52-446f-915b-eece53a11083 None None] For port b03fcf86-aec0-4af0-898b-25d6a057a248, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=b03fcf86-aec0-4af0-898b-25d6a057a248,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:45:39.629220 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Network ea253d3d-d96c-4547-810d-60fc16f24909 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:45:39.630004 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-02780e09-2d52-446f-915b-eece53a11083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:39.636645 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:45:39.641884 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:45:39.644328 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Pushing event updated for resources: {'Port': ['ID=77c46b52-acf6-4f42-9d5e-98d3be9b275d,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:39.683663 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593960'] for router_interface (ffe35b26-f959-4947-83e5-dde8d543a44d), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:39.721430 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-02780e09-2d52-446f-915b-eece53a11083 None None] Provisioning complete for port c4af2121-85ab-4955-9784-497e15ef0cef triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:39.721686 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-02780e09-2d52-446f-915b-eece53a11083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (c4af2121-85ab-4955-9784-497e15ef0cef), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:39.743954 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02780e09-2d52-446f-915b-eece53a11083 None None] Pushing event updated for resources: {'Port': ['ID=b03fcf86-aec0-4af0-898b-25d6a057a248,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:39.807206 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Publish callbacks [] for port (b371dd5a-bfa2-42ed-a29a-51cb737dc949), precommit_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:39.817716 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (b371dd5a-bfa2-42ed-a29a-51cb737dc949), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:39.842205 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:39.887535 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Attempting to bind port b371dd5a-bfa2-42ed-a29a-51cb737dc949 on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:45:39.887910 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Attempting to bind port b371dd5a-bfa2-42ed-a29a-51cb737dc949 by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:45:39.888280 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Attempting to bind port b371dd5a-bfa2-42ed-a29a-51cb737dc949 on network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:45:39.915971 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7c159-10a9-4d60-8874-2b7f301e65de None None] Pushing event updated for resources: {'Port': ['ID=b371dd5a-bfa2-42ed-a29a-51cb737dc949,revision_number=2']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:39.933978 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:45:39.934268 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Checking segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:45:39.934612 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:39.935092 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Bound using segment: {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'} {{(pid=102873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:45:39.935763 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.managers [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Bound port: b371dd5a-bfa2-42ed-a29a-51cb737dc949, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d90802a-dc0e-42af-8c3b-dd23273929f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb'}}] {{(pid=102873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:45:39.936198 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (b371dd5a-bfa2-42ed-a29a-51cb737dc949), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:39.976121 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-02780e09-2d52-446f-915b-eece53a11083 None None] Current status of the port c4af2121-85ab-4955-9784-497e15ef0cef is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:45:40.001836 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] For port b371dd5a-bfa2-42ed-a29a-51cb737dc949, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:45:40.005913 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] For port b371dd5a-bfa2-42ed-a29a-51cb737dc949, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=b371dd5a-bfa2-42ed-a29a-51cb737dc949,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:45:40.012285 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (b371dd5a-bfa2-42ed-a29a-51cb737dc949), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:40.043890 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Publish callbacks [] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:40.050783 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:40.074548 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Routers {'ffe35b26-f959-4947-83e5-dde8d543a44d'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:45:40.075201 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:45:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['ffe35b26-f959-4947-83e5-dde8d543a44d'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:40.080966 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7c159-10a9-4d60-8874-2b7f301e65de None None] Pushing event updated for resources: {'Port': ['ID=b371dd5a-bfa2-42ed-a29a-51cb737dc949,revision_number=3']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:40.127636 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593988'] for router_interface (ffe35b26-f959-4947-83e5-dde8d543a44d), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:40.129514 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Pushing event updated for resources: {'Port': ['ID=77c46b52-acf6-4f42-9d5e-98d3be9b275d,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:40.149373 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-ee8c8411-e1c7-478a-9fb2-1bda211dd7f9 None None] Provisioning complete for port 77c46b52-acf6-4f42-9d5e-98d3be9b275d triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:40.149786 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-ee8c8411-e1c7-478a-9fb2-1bda211dd7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:40.247986 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Network ea253d3d-d96c-4547-810d-60fc16f24909 is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:45:40.249601 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:45:40.358152 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device c4af2121-85ab-4955-9784-497e15ef0cef up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:45:40.373812 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Router ffe35b26-f959-4947-83e5-dde8d543a44d has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:45:40.396367 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-ee8c8411-e1c7-478a-9fb2-1bda211dd7f9 None None] Port 77c46b52-acf6-4f42-9d5e-98d3be9b275d cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:45:40.431142 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] Set router ffe35b26-f959-4947-83e5-dde8d543a44d gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:45:40.471431 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port c4af2121-85ab-4955-9784-497e15ef0cef triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:40.471816 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (c4af2121-85ab-4955-9784-497e15ef0cef), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:40.490012 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:45:40.499187 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-a3056a49-3e0b-4a02-9af8-d6d78ebb6a7a admin admin] 10.222.0.36 "PUT /v2.0/routers/ffe35b26-f959-4947-83e5-dde8d543a44d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8200080 Feb 18 16:45:40.598769 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-4ba9764c-4ddc-424f-981b-47e992df64a4 None None] Provisioning complete for port 77c46b52-acf6-4f42-9d5e-98d3be9b275d triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:40.599124 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4ba9764c-4ddc-424f-981b-47e992df64a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:40.684896 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9764c-4ddc-424f-981b-47e992df64a4 None None] Port 77c46b52-acf6-4f42-9d5e-98d3be9b275d cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:45:40.727523 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port c4af2121-85ab-4955-9784-497e15ef0cef is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:45:40.728632 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 0b504d39-7acb-4630-bc9c-7e7681f7db6b up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:45:40.785851 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'name': 'tempest-TestVolumeBootPattern-283665556-router', 'tenant_id': '6a658cdb430e487e9a462417528a687d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'b371dd5a-bfa2-42ed-a29a-51cb737dc949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:36Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 4, 'project_id': '6a658cdb430e487e9a462417528a687d', 'gw_port': {'id': 'b371dd5a-bfa2-42ed-a29a-51cb737dc949', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:90:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:37Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '77c46b52-acf6-4f42-9d5e-98d3be9b275d', 'name': '', 'network_id': 'ea253d3d-d96c-4547-810d-60fc16f24909', 'tenant_id': '6a658cdb430e487e9a462417528a687d', 'mac_address': 'fa:16:3e:a2:85:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:39Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 2, 'project_id': '6a658cdb430e487e9a462417528a687d', 'subnets': [{'id': '9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:40.819785 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12813c9-cfc4-4bc3-bdef-5665e2f43c78 None None] The sync data for ids ['ffe35b26-f959-4947-83e5-dde8d543a44d'] in dv-cinder-826607-4-iscsi is: [{'id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'name': 'tempest-TestVolumeBootPattern-283665556-router', 'tenant_id': '6a658cdb430e487e9a462417528a687d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'b371dd5a-bfa2-42ed-a29a-51cb737dc949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:36Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 4, 'project_id': '6a658cdb430e487e9a462417528a687d', 'gw_port': {'id': 'b371dd5a-bfa2-42ed-a29a-51cb737dc949', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:90:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:37Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '77c46b52-acf6-4f42-9d5e-98d3be9b275d', 'name': '', 'network_id': 'ea253d3d-d96c-4547-810d-60fc16f24909', 'tenant_id': '6a658cdb430e487e9a462417528a687d', 'mac_address': 'fa:16:3e:a2:85:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:39Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 2, 'project_id': '6a658cdb430e487e9a462417528a687d', 'subnets': [{'id': '9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:45:40.821268 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 0b504d39-7acb-4630-bc9c-7e7681f7db6b triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:40.821674 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (0b504d39-7acb-4630-bc9c-7e7681f7db6b), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:40.869308 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:40.919073 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 0b504d39-7acb-4630-bc9c-7e7681f7db6b is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:45:40.920228 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device b03fcf86-aec0-4af0-898b-25d6a057a248 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:45:40.969127 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port b03fcf86-aec0-4af0-898b-25d6a057a248 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:40.969670 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.016917 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37188) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:41.022205 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-0018bbdb-2ebc-46b2-9395-2b430258308d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-468080292', 'description': 'tempest-secgroup-smoke-468080292 description', 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:45:41.053542 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0018bbdb-2ebc-46b2-9395-2b430258308d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.086672 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port b03fcf86-aec0-4af0-898b-25d6a057a248 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:45:41.135103 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0018bbdb-2ebc-46b2-9395-2b430258308d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group (f57a41b5-8985-4c54-be6e-86f31b8b1f5f), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.139175 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0018bbdb-2ebc-46b2-9395-2b430258308d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (f57a41b5-8985-4c54-be6e-86f31b8b1f5f), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.175950 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-0018bbdb-2ebc-46b2-9395-2b430258308d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.177245 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-0018bbdb-2ebc-46b2-9395-2b430258308d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1587939 Feb 18 16:45:41.179394 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018bbdb-2ebc-46b2-9395-2b430258308d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57a41b5-8985-4c54-be6e-86f31b8b1f5f,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:41.180411 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 37190) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:41.187323 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-6258a79c-8649-49a6-a260-0642802b0097 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Request body: {'security_group_rule': {'security_group_id': 'f57a41b5-8985-4c54-be6e-86f31b8b1f5f', 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:45:41.215090 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-6258a79c-8649-49a6-a260-0642802b0097 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (46b7c705-25eb-40f9-b7c9-240277a24884), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.273439 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-6258a79c-8649-49a6-a260-0642802b0097 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (46b7c705-25eb-40f9-b7c9-240277a24884), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.277242 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-6258a79c-8649-49a6-a260-0642802b0097 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (46b7c705-25eb-40f9-b7c9-240277a24884), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.295030 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258a79c-8649-49a6-a260-0642802b0097 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b7c705-25eb-40f9-b7c9-240277a24884,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:41.304872 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-6258a79c-8649-49a6-a260-0642802b0097 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.306143 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-6258a79c-8649-49a6-a260-0642802b0097 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234689 Feb 18 16:45:41.308937 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 37192) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:41.313833 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-0c75bd88-c87b-4ccf-b764-65df6668f1a9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Request body: {'security_group_rule': {'security_group_id': 'f57a41b5-8985-4c54-be6e-86f31b8b1f5f', 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:45:41.340210 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0c75bd88-c87b-4ccf-b764-65df6668f1a9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (8ee19d73-5125-4e3f-af39-5efaad960124), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.398329 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0c75bd88-c87b-4ccf-b764-65df6668f1a9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (8ee19d73-5125-4e3f-af39-5efaad960124), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.402255 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0c75bd88-c87b-4ccf-b764-65df6668f1a9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (8ee19d73-5125-4e3f-af39-5efaad960124), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.424108 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75bd88-c87b-4ccf-b764-65df6668f1a9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee19d73-5125-4e3f-af39-5efaad960124,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:41.429859 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-0c75bd88-c87b-4ccf-b764-65df6668f1a9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.430992 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-0c75bd88-c87b-4ccf-b764-65df6668f1a9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210082 Feb 18 16:45:41.433820 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 37194) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:41.438785 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-231f944d-b658-434b-b7b2-3b12a3ecd565 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Request body: {'security_group_rule': {'security_group_id': 'f57a41b5-8985-4c54-be6e-86f31b8b1f5f', 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:45:41.463764 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-231f944d-b658-434b-b7b2-3b12a3ecd565 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (44af7ac2-f8f3-41c1-98b4-193f1732d5e5), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.523580 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-231f944d-b658-434b-b7b2-3b12a3ecd565 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (44af7ac2-f8f3-41c1-98b4-193f1732d5e5), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.527357 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-231f944d-b658-434b-b7b2-3b12a3ecd565 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (44af7ac2-f8f3-41c1-98b4-193f1732d5e5), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.544118 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f944d-b658-434b-b7b2-3b12a3ecd565 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44af7ac2-f8f3-41c1-98b4-193f1732d5e5,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:41.552578 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-231f944d-b658-434b-b7b2-3b12a3ecd565 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.553809 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-231f944d-b658-434b-b7b2-3b12a3ecd565 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190472 Feb 18 16:45:41.556442 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 37196) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:41.560576 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-43891871-2d43-429e-804b-3ed6a7e04cf9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Request body: {'security_group_rule': {'security_group_id': 'f57a41b5-8985-4c54-be6e-86f31b8b1f5f', 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:45:41.585232 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-43891871-2d43-429e-804b-3ed6a7e04cf9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (5d0b0b6e-2a26-4d1b-bda7-4a72c9d803a2), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.642164 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-43891871-2d43-429e-804b-3ed6a7e04cf9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (5d0b0b6e-2a26-4d1b-bda7-4a72c9d803a2), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.645522 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-43891871-2d43-429e-804b-3ed6a7e04cf9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (5d0b0b6e-2a26-4d1b-bda7-4a72c9d803a2), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.661888 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43891871-2d43-429e-804b-3ed6a7e04cf9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0b0b6e-2a26-4d1b-bda7-4a72c9d803a2,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:41.670184 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-43891871-2d43-429e-804b-3ed6a7e04cf9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.672008 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-43891871-2d43-429e-804b-3ed6a7e04cf9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145844 Feb 18 16:45:41.674683 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 37198) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:41.678842 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-b04c145c-b4e8-4cab-918e-f1ee48a80114 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Request body: {'security_group_rule': {'security_group_id': 'f57a41b5-8985-4c54-be6e-86f31b8b1f5f', 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:45:41.698575 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.securitygroups_db [None req-b04c145c-b4e8-4cab-918e-f1ee48a80114 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Project 135379ad8bcf4c3d8849ee18f75b3ab9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 16:45:41.704188 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b04c145c-b4e8-4cab-918e-f1ee48a80114 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (1d4f3a16-237e-49c1-b309-e48eb52489b4), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.760437 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b04c145c-b4e8-4cab-918e-f1ee48a80114 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (1d4f3a16-237e-49c1-b309-e48eb52489b4), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.763763 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b04c145c-b4e8-4cab-918e-f1ee48a80114 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (1d4f3a16-237e-49c1-b309-e48eb52489b4), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.781908 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c145c-b4e8-4cab-918e-f1ee48a80114 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4f3a16-237e-49c1-b309-e48eb52489b4,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:41.794006 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-b04c145c-b4e8-4cab-918e-f1ee48a80114 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.795169 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-b04c145c-b4e8-4cab-918e-f1ee48a80114 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196101 Feb 18 16:45:41.798741 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 37200) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:45:41.803315 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [None req-e52681d6-f5e8-4016-b5b6-61688968937b tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Request body: {'security_group_rule': {'security_group_id': 'f57a41b5-8985-4c54-be6e-86f31b8b1f5f', 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:45:41.826046 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.securitygroups_db [None req-e52681d6-f5e8-4016-b5b6-61688968937b tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Project 135379ad8bcf4c3d8849ee18f75b3ab9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 16:45:41.830981 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-e52681d6-f5e8-4016-b5b6-61688968937b tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (50557f5f-e7b5-4d0a-af23-56201a3ebcfd), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.890411 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-e52681d6-f5e8-4016-b5b6-61688968937b tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (50557f5f-e7b5-4d0a-af23-56201a3ebcfd), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.893831 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-e52681d6-f5e8-4016-b5b6-61688968937b tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444482'] for security_group_rule (50557f5f-e7b5-4d0a-af23-56201a3ebcfd), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.908211 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52681d6-f5e8-4016-b5b6-61688968937b tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50557f5f-e7b5-4d0a-af23-56201a3ebcfd,revision_number=0']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:41.919112 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-e52681d6-f5e8-4016-b5b6-61688968937b tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:41.920307 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-e52681d6-f5e8-4016-b5b6-61688968937b tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206210 Feb 18 16:45:43.463982 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Sync routers for ids ['ffe35b26-f959-4947-83e5-dde8d543a44d'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:45:43.474895 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Routers {'ffe35b26-f959-4947-83e5-dde8d543a44d'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:45:43.475501 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:45:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['ffe35b26-f959-4947-83e5-dde8d543a44d'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:43.584777 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Set router ffe35b26-f959-4947-83e5-dde8d543a44d gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:45:43.777969 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'name': 'tempest-TestVolumeBootPattern-283665556-router', 'tenant_id': '6a658cdb430e487e9a462417528a687d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'b371dd5a-bfa2-42ed-a29a-51cb737dc949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:36Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 4, 'project_id': '6a658cdb430e487e9a462417528a687d', 'gw_port': {'id': 'b371dd5a-bfa2-42ed-a29a-51cb737dc949', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:90:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:37Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '77c46b52-acf6-4f42-9d5e-98d3be9b275d', 'name': '', 'network_id': 'ea253d3d-d96c-4547-810d-60fc16f24909', 'tenant_id': '6a658cdb430e487e9a462417528a687d', 'mac_address': 'fa:16:3e:a2:85:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:39Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 2, 'project_id': '6a658cdb430e487e9a462417528a687d', 'subnets': [{'id': '9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:43.811082 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Checking router: ffe35b26-f959-4947-83e5-dde8d543a44d for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:45:43.811452 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Updating router ffe35b26-f959-4947-83e5-dde8d543a44d port 77c46b52-acf6-4f42-9d5e-98d3be9b275d binding host dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 16:45:43.839709 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:44.101249 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Publish callbacks [] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), precommit_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:44.107025 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:44.153903 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e79cc-8474-41e4-b5f1-29558e9a1126 None None] Pushing event updated for resources: {'Port': ['ID=77c46b52-acf6-4f42-9d5e-98d3be9b275d,revision_number=3']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:44.174476 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device b371dd5a-bfa2-42ed-a29a-51cb737dc949 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:45:44.211150 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Attempting to bind port 77c46b52-acf6-4f42-9d5e-98d3be9b275d on host dv-cinder-826607-4-iscsi for vnic_type normal with profile {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:45:44.211540 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Attempting to bind port 77c46b52-acf6-4f42-9d5e-98d3be9b275d by drivers openvswitch,hyperv on host dv-cinder-826607-4-iscsi at level 0 using segments [{'id': '1ad36725-6eb8-4c3b-9aea-f044a0894685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea253d3d-d96c-4547-810d-60fc16f24909'}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:45:44.211890 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Attempting to bind port 77c46b52-acf6-4f42-9d5e-98d3be9b275d on network ea253d3d-d96c-4547-810d-60fc16f24909 {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:45:44.217280 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Checking agent: {'id': '03b07dbc-126c-4430-85e2-01ebf047434c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 27, 37), 'started_at': datetime.datetime(2022, 2, 18, 16, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:45:44.217691 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Checking segment: {'id': '1ad36725-6eb8-4c3b-9aea-f044a0894685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea253d3d-d96c-4547-810d-60fc16f24909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:45:44.218228 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:44.218694 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Bound using segment: {'id': '1ad36725-6eb8-4c3b-9aea-f044a0894685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea253d3d-d96c-4547-810d-60fc16f24909'} {{(pid=102874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:45:44.219164 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.managers [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Bound port: 77c46b52-acf6-4f42-9d5e-98d3be9b275d, host: dv-cinder-826607-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad36725-6eb8-4c3b-9aea-f044a0894685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea253d3d-d96c-4547-810d-60fc16f24909'}}] {{(pid=102874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:45:44.219722 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), before_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:44.228040 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port b371dd5a-bfa2-42ed-a29a-51cb737dc949 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:44.228417 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (b371dd5a-bfa2-42ed-a29a-51cb737dc949), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:44.300112 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] For port 77c46b52-acf6-4f42-9d5e-98d3be9b275d, host dv-cinder-826607-4-iscsi, cleared binding levels {{(pid=102874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:45:44.306561 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.plugins.ml2.db [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] For port 77c46b52-acf6-4f42-9d5e-98d3be9b275d, host dv-cinder-826607-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=77c46b52-acf6-4f42-9d5e-98d3be9b275d,segment=NetworkSegment(1ad36725-6eb8-4c3b-9aea-f044a0894685),segment_id=1ad36725-6eb8-4c3b-9aea-f044a0894685)] {{(pid=102874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:45:44.318787 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron_lib.callbacks.manager [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), after_update {{(pid=102874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:44.321681 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port b371dd5a-bfa2-42ed-a29a-51cb737dc949 is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:45:44.322075 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (b371dd5a-bfa2-42ed-a29a-51cb737dc949), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:44.345565 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] For port b371dd5a-bfa2-42ed-a29a-51cb737dc949, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=b371dd5a-bfa2-42ed-a29a-51cb737dc949,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:45:44.350241 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (b371dd5a-bfa2-42ed-a29a-51cb737dc949), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:44.369498 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Routers {'ffe35b26-f959-4947-83e5-dde8d543a44d'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:45:44.369906 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:45:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['ffe35b26-f959-4947-83e5-dde8d543a44d'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:44.399115 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Pushing event updated for resources: {'Port': ['ID=b371dd5a-bfa2-42ed-a29a-51cb737dc949,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:44.435965 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-384f58c5-fed7-4920-acdc-dc58b86630db None None] Provisioning complete for port 77c46b52-acf6-4f42-9d5e-98d3be9b275d triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:44.436342 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-384f58c5-fed7-4920-acdc-dc58b86630db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:44.491564 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e79cc-8474-41e4-b5f1-29558e9a1126 None None] Pushing event updated for resources: {'Port': ['ID=77c46b52-acf6-4f42-9d5e-98d3be9b275d,revision_number=4']} {{(pid=102874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:44.517258 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] Set router ffe35b26-f959-4947-83e5-dde8d543a44d gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:45:44.558918 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-384f58c5-fed7-4920-acdc-dc58b86630db None None] Current status of the port 77c46b52-acf6-4f42-9d5e-98d3be9b275d is: DOWN; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:45:44.559320 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-384f58c5-fed7-4920-acdc-dc58b86630db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:44.591698 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-384f58c5-fed7-4920-acdc-dc58b86630db None None] For port 77c46b52-acf6-4f42-9d5e-98d3be9b275d, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=77c46b52-acf6-4f42-9d5e-98d3be9b275d,segment=NetworkSegment(1ad36725-6eb8-4c3b-9aea-f044a0894685),segment_id=1ad36725-6eb8-4c3b-9aea-f044a0894685)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:45:44.596384 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-384f58c5-fed7-4920-acdc-dc58b86630db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:44.646740 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f58c5-fed7-4920-acdc-dc58b86630db None None] Pushing event updated for resources: {'Port': ['ID=77c46b52-acf6-4f42-9d5e-98d3be9b275d,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:44.716455 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-441e60a7-e18a-44e5-8f99-bc585460bad3 None None] Provisioning complete for port 77c46b52-acf6-4f42-9d5e-98d3be9b275d triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:44.716854 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-441e60a7-e18a-44e5-8f99-bc585460bad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:44.724008 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'name': 'tempest-TestVolumeBootPattern-283665556-router', 'tenant_id': '6a658cdb430e487e9a462417528a687d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'b371dd5a-bfa2-42ed-a29a-51cb737dc949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:36Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 4, 'project_id': '6a658cdb430e487e9a462417528a687d', 'gw_port': {'id': 'b371dd5a-bfa2-42ed-a29a-51cb737dc949', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:37Z', 'updated_at': '2022-02-18T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '77c46b52-acf6-4f42-9d5e-98d3be9b275d', 'name': '', 'network_id': 'ea253d3d-d96c-4547-810d-60fc16f24909', 'tenant_id': '6a658cdb430e487e9a462417528a687d', 'mac_address': 'fa:16:3e:a2:85:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:39Z', 'updated_at': '2022-02-18T16:45:44Z', 'revision_number': 4, 'project_id': '6a658cdb430e487e9a462417528a687d', 'subnets': [{'id': '9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:45:44.754629 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feafbf5-6ea7-463a-bfde-a30ab7bbe77e None None] The sync data for ids ['ffe35b26-f959-4947-83e5-dde8d543a44d'] in dv-cinder-826607-4-iscsi is: [{'id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'name': 'tempest-TestVolumeBootPattern-283665556-router', 'tenant_id': '6a658cdb430e487e9a462417528a687d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'b371dd5a-bfa2-42ed-a29a-51cb737dc949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:36Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 4, 'project_id': '6a658cdb430e487e9a462417528a687d', 'gw_port': {'id': 'b371dd5a-bfa2-42ed-a29a-51cb737dc949', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:37Z', 'updated_at': '2022-02-18T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': '77c46b52-acf6-4f42-9d5e-98d3be9b275d', 'name': '', 'network_id': 'ea253d3d-d96c-4547-810d-60fc16f24909', 'tenant_id': '6a658cdb430e487e9a462417528a687d', 'mac_address': 'fa:16:3e:a2:85:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:39Z', 'updated_at': '2022-02-18T16:45:44Z', 'revision_number': 4, 'project_id': '6a658cdb430e487e9a462417528a687d', 'subnets': [{'id': '9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:45:44.821511 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-441e60a7-e18a-44e5-8f99-bc585460bad3 None None] Current status of the port 77c46b52-acf6-4f42-9d5e-98d3be9b275d is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:45:46.163711 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device b371dd5a-bfa2-42ed-a29a-51cb737dc949 up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:45:46.211397 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port b371dd5a-bfa2-42ed-a29a-51cb737dc949 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:46.211770 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (b371dd5a-bfa2-42ed-a29a-51cb737dc949), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:46.289552 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port b371dd5a-bfa2-42ed-a29a-51cb737dc949 is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:45:46.290647 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 77c46b52-acf6-4f42-9d5e-98d3be9b275d up at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:45:46.341418 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Provisioning complete for port 77c46b52-acf6-4f42-9d5e-98d3be9b275d triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:46.341741 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:46.425488 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Current status of the port 77c46b52-acf6-4f42-9d5e-98d3be9b275d is: ACTIVE; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:45:57.336287 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-0762f7d7-32ed-44f3-a68d-8d971690237c tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-468080292&fields=id&tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9 HTTP/1.1" status: 200 len: 267 time: 0.0425036 Feb 18 16:45:57.441166 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-a939bd07-4754-4f6b-a160-debeb338e486 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:45:57.442628 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-a939bd07-4754-4f6b-a160-debeb338e486 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 811 time: 0.1002972 Feb 18 16:45:57.456391 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-cddebeb6-b802-458a-94d2-5a1a090f3726 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/quotas/135379ad8bcf4c3d8849ee18f75b3ab9 HTTP/1.1" status: 200 len: 375 time: 0.0085435 Feb 18 16:45:57.510393 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-a68efb44-897d-4ccb-abcc-3cb7b32d757d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493844 Feb 18 16:45:57.525669 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d18c0396-75e3-4640-ab1b-c6ae62bcc141 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102872) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 16:45:57.526652 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d18c0396-75e3-4640-ab1b-c6ae62bcc141 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050430 Feb 18 16:45:57.615204 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-a6026f00-c930-445b-b2d7-d8bf42df6be2 service neutron] 10.222.0.36 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834041 Feb 18 16:45:57.700914 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-851e469e-a923-40f2-9d22-9e7ee7ee3144 service neutron] 10.222.0.36 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801950 Feb 18 16:45:58.072734 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1235267c-30dc-4fb9-9f9c-3162d803e068 req-7bd7484e-84f4-4e29-9fe7-ccd6ce75b011 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 210 time: 0.1202779 Feb 18 16:45:58.966341 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-55cc24de-a70e-4333-ab79-fb429144da98 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:45:58.967785 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-55cc24de-a70e-4333-ab79-fb429144da98 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.71 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 811 time: 0.1001151 Feb 18 16:45:59.029744 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-35074c0f-da32-44bd-8fe1-0155a2e44a7c tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9 HTTP/1.1" status: 200 len: 379 time: 0.0545158 Feb 18 16:45:59.038368 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-f9fc715a-8b26-48c8-8cca-086bf74f352d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Request body: {'port': {'device_id': '209ce17a-1cd8-4c14-9921-5e64fafc059a', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'admin_state_up': True, 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'security_groups': ['f57a41b5-8985-4c54-be6e-86f31b8b1f5f']}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:45:59.145217 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-f9fc715a-8b26-48c8-8cca-086bf74f352d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Made reservation on behalf of 135379ad8bcf4c3d8849ee18f75b3ab9 for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:45:59.148470 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-f9fc715a-8b26-48c8-8cca-086bf74f352d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:59.167385 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-fccae321-797a-4b6b-89d5-56e5a6540892 req-85804ad6-d3b4-4b56-9e7d-0261b729cf30 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 210 time: 0.0280747 Feb 18 16:45:59.530693 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-f9fc715a-8b26-48c8-8cca-086bf74f352d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Allocated IP 172.20.0.3 (9f1040f3-6bfa-4938-885e-a1ebb59bb4ea/052b87fc-ea5c-43fb-b123-3c3d7fadedc1/81c82144-5eff-4ef8-b030-8ebb02915862) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:45:59.665738 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-f9fc715a-8b26-48c8-8cca-086bf74f352d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for port (81c82144-5eff-4ef8-b030-8ebb02915862), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:59.697886 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-f9fc715a-8b26-48c8-8cca-086bf74f352d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (81c82144-5eff-4ef8-b030-8ebb02915862), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:59.740478 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-f9fc715a-8b26-48c8-8cca-086bf74f352d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:45:59.743418 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-f9fc715a-8b26-48c8-8cca-086bf74f352d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:45:59.746879 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-f9fc715a-8b26-48c8-8cca-086bf74f352d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:45:59.777443 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc715a-8b26-48c8-8cca-086bf74f352d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event updated for resources: {'Port': ['ID=81c82144-5eff-4ef8-b030-8ebb02915862,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:45:59.801762 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-f9fc715a-8b26-48c8-8cca-086bf74f352d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:45:59.802404 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-f9fc715a-8b26-48c8-8cca-086bf74f352d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:59.818553 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-f9fc715a-8b26-48c8-8cca-086bf74f352d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7838528 Feb 18 16:45:59.829770 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-e9ccba70-2ef0-45e5-b5d1-fa8c68409c73 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102871) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 16:45:59.831130 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-e9ccba70-2ef0-45e5-b5d1-fa8c68409c73 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074964 Feb 18 16:45:59.895253 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Request body: {'port': {'device_id': '209ce17a-1cd8-4c14-9921-5e64fafc059a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:45:59.931535 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5e83dc52-e1a7-44fa-a569-73dd2feeccb4 None None] Provisioning complete for port 81c82144-5eff-4ef8-b030-8ebb02915862 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:45:59.932351 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5e83dc52-e1a7-44fa-a569-73dd2feeccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (81c82144-5eff-4ef8-b030-8ebb02915862), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:59.956149 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (81c82144-5eff-4ef8-b030-8ebb02915862), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:45:59.966921 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5e83dc52-e1a7-44fa-a569-73dd2feeccb4 None None] Port 81c82144-5eff-4ef8-b030-8ebb02915862 cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:46:00.212344 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c82144-5eff-4ef8-b030-8ebb02915862 {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:46:00.220401 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Publish callbacks [] for port (81c82144-5eff-4ef8-b030-8ebb02915862), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:00.232364 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Transition to ACTIVE for port object 81c82144-5eff-4ef8-b030-8ebb02915862 will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:46:00.236707 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (81c82144-5eff-4ef8-b030-8ebb02915862), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:00.288235 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Pushing event updated for resources: {'Port': ['ID=81c82144-5eff-4ef8-b030-8ebb02915862,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:46:00.290435 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e308cab-86e4-48e7-9acc-0a9875b56dcb req-fcc33612-41bf-43f2-9593-ff5781e828ac tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:00.291873 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1e308cab-86e4-48e7-9acc-0a9875b56dcb req-fcc33612-41bf-43f2-9593-ff5781e828ac tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 943 time: 0.0573342 Feb 18 16:46:00.348132 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1e308cab-86e4-48e7-9acc-0a9875b56dcb req-07d6eab8-3384-4bc6-8950-0db73c70aa88 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472522 Feb 18 16:46:00.367674 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Attempting to bind port 81c82144-5eff-4ef8-b030-8ebb02915862 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:46:00.368017 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Attempting to bind port 81c82144-5eff-4ef8-b030-8ebb02915862 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:46:00.368352 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Attempting to bind port 81c82144-5eff-4ef8-b030-8ebb02915862 on network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:46:00.372773 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Port 81c82144-5eff-4ef8-b030-8ebb02915862 on network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:46:00.373101 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Attempting to bind port 81c82144-5eff-4ef8-b030-8ebb02915862 on network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:46:00.378902 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:46:00.379245 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Checking segment: {'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:46:00.379632 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Bound using segment: {'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:46:00.380064 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Bound port: 81c82144-5eff-4ef8-b030-8ebb02915862, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:46:00.380426 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (81c82144-5eff-4ef8-b030-8ebb02915862), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:00.445477 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] For port 81c82144-5eff-4ef8-b030-8ebb02915862, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:46:00.448468 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] For port 81c82144-5eff-4ef8-b030-8ebb02915862, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=81c82144-5eff-4ef8-b030-8ebb02915862,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:46:00.455956 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (81c82144-5eff-4ef8-b030-8ebb02915862), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:00.490845 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:00.491473 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:00.492914 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] 10.222.0.71 "PUT /v2.0/ports/81c82144-5eff-4ef8-b030-8ebb02915862 HTTP/1.1" status: 200 len: 1093 time: 0.6543195 Feb 18 16:46:00.493368 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209ce17a-1cd8-4c14-9921-5e64fafc059a', 'tag': '81c82144-5eff-4ef8-b030-8ebb02915862'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:46:00.495582 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53d91c1-8b98-4e42-9ac5-f969ffb9be2c" -d '{"events": [{"name": "network-changed", "server_uuid": "209ce17a-1cd8-4c14-9921-5e64fafc059a", "tag": "81c82144-5eff-4ef8-b030-8ebb02915862"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:46:00.520298 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098c14e-4982-4b41-81f5-b40ff90d7cbc service neutron] Pushing event updated for resources: {'Port': ['ID=81c82144-5eff-4ef8-b030-8ebb02915862,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:46:00.541881 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d461ccfb-87a7-4c4b-af82-983961405107 x-openstack-request-id: req-d461ccfb-87a7-4c4b-af82-983961405107 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:46:00.542181 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209ce17a-1cd8-4c14-9921-5e64fafc059a", "tag": "81c82144-5eff-4ef8-b030-8ebb02915862", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:46:00.542442 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d461ccfb-87a7-4c4b-af82-983961405107 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:46:00.542962 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209ce17a-1cd8-4c14-9921-5e64fafc059a', 'tag': '81c82144-5eff-4ef8-b030-8ebb02915862', 'status': 'completed', 'code': 200} Feb 18 16:46:00.592058 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-33fd00c6-6cfd-40f5-87ac-43e32baded27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:00.593644 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-33fd00c6-6cfd-40f5-87ac-43e32baded27 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 1127 time: 0.0467708 Feb 18 16:46:00.613594 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:46:00.639546 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-93e89005-e8d3-4448-b337-ea86a08715f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81c82144-5eff-4ef8-b030-8ebb02915862 HTTP/1.1" status: 200 len: 217 time: 0.0379689 Feb 18 16:46:00.689015 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-918a128e-45eb-4eef-969a-d5cb44c6aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:00.690502 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-918a128e-45eb-4eef-969a-d5cb44c6aaee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 200 len: 850 time: 0.0441864 Feb 18 16:46:00.740512 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-dff185ae-33df-4091-b9f2-0533859e82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:00.742079 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-dff185ae-33df-4091-b9f2-0533859e82c1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457430 Feb 18 16:46:00.833821 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-46d9f10c-8e25-4eab-aee2-7d81432ea7d2 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856149 Feb 18 16:46:00.923863 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-882c4f1d-0a50-418d-adf0-7d13c605260b req-33cfb885-a4d2-4b99-bea3-0c702cb6df4b service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842440 Feb 18 16:46:01.018364 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d91c1-8b98-4e42-9ac5-f969ffb9be2c req-fdc0cab2-cffa-49ba-b27a-e198e04e9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:01.019841 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f53d91c1-8b98-4e42-9ac5-f969ffb9be2c req-fdc0cab2-cffa-49ba-b27a-e198e04e9734 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 1127 time: 0.0487456 Feb 18 16:46:01.110021 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d91c1-8b98-4e42-9ac5-f969ffb9be2c req-45f82bbb-a753-4edc-84c9-b9c8754a62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:01.111851 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f53d91c1-8b98-4e42-9ac5-f969ffb9be2c req-45f82bbb-a753-4edc-84c9-b9c8754a62bc service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 912 time: 0.0845790 Feb 18 16:46:01.121913 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-00675750-427b-4989-9aa2-abc7c15cdab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:01.152935 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f53d91c1-8b98-4e42-9ac5-f969ffb9be2c req-5622cc9c-44d2-4863-be2e-5310d869b2d0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81c82144-5eff-4ef8-b030-8ebb02915862 HTTP/1.1" status: 200 len: 217 time: 0.0345230 Feb 18 16:46:01.201989 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d91c1-8b98-4e42-9ac5-f969ffb9be2c req-bbe343d6-8279-4b49-8479-f8340f75c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:01.203298 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f53d91c1-8b98-4e42-9ac5-f969ffb9be2c req-bbe343d6-8279-4b49-8479-f8340f75c3ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 200 len: 850 time: 0.0442514 Feb 18 16:46:01.254372 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d91c1-8b98-4e42-9ac5-f969ffb9be2c req-f940aa39-a201-447a-b2b7-a5053f0860af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:01.255846 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f53d91c1-8b98-4e42-9ac5-f969ffb9be2c req-f940aa39-a201-447a-b2b7-a5053f0860af service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435750 Feb 18 16:46:01.340828 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f53d91c1-8b98-4e42-9ac5-f969ffb9be2c req-6bf190e2-e401-4b9a-baf1-85d09510a54b service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791168 Feb 18 16:46:01.431980 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f53d91c1-8b98-4e42-9ac5-f969ffb9be2c req-4d7cae25-8aec-4727-92b8-513d85520a0d service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853021 Feb 18 16:46:01.465761 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5615f-8c8d-4262-adb1-3073c612cd80 req-a402808f-2a72-4d97-8393-b8b0adc9d458 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:01.467150 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-66c5615f-8c8d-4262-adb1-3073c612cd80 req-a402808f-2a72-4d97-8393-b8b0adc9d458 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 943 time: 0.0529027 Feb 18 16:46:01.518152 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-66c5615f-8c8d-4262-adb1-3073c612cd80 req-d3479cda-2272-4cd2-824f-eae5b4038cbb tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447104 Feb 18 16:46:02.635518 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49aaa0-de7c-4faa-91ca-7acb9eafc185 req-7a391745-f85c-4770-bef8-138208a8ffad tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:02.636975 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2c49aaa0-de7c-4faa-91ca-7acb9eafc185 req-7a391745-f85c-4770-bef8-138208a8ffad tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 943 time: 0.0516825 Feb 18 16:46:02.687229 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2c49aaa0-de7c-4faa-91ca-7acb9eafc185 req-3a5396fb-a0ab-4068-baaf-bfbae8d5aaf5 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447605 Feb 18 16:46:03.206881 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-2e786052-464b-4519-b969-8450ab17bbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:03.801396 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ee8ba-7db9-495b-9394-d3ad9670d839 req-07e274bc-8aac-49f7-ada3-e02f31d1aa8b tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:03.802838 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6b1ee8ba-7db9-495b-9394-d3ad9670d839 req-07e274bc-8aac-49f7-ada3-e02f31d1aa8b tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 943 time: 0.0505965 Feb 18 16:46:03.850797 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6b1ee8ba-7db9-495b-9394-d3ad9670d839 req-6cccd107-da28-44ea-98a5-dae565b1c63a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424509 Feb 18 16:46:04.564998 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:04.967465 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e617e-c55c-443f-bd45-229312406d17 req-f18d8da0-d74b-49c1-a9eb-2aa60162390c tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:04.969596 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d41e617e-c55c-443f-bd45-229312406d17 req-f18d8da0-d74b-49c1-a9eb-2aa60162390c tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 943 time: 0.0526927 Feb 18 16:46:05.016806 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d41e617e-c55c-443f-bd45-229312406d17 req-4f05ff5b-a2c1-40c5-8566-5e8f60d74613 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417063 Feb 18 16:46:05.856966 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:06.137328 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d97f96-e5d4-495e-b6eb-2c10eb9abf9f req-d477c7d5-e0b4-47be-8f5e-b94e64078fa3 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:06.138814 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-14d97f96-e5d4-495e-b6eb-2c10eb9abf9f req-d477c7d5-e0b4-47be-8f5e-b94e64078fa3 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 943 time: 0.0563345 Feb 18 16:46:06.186716 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-14d97f96-e5d4-495e-b6eb-2c10eb9abf9f req-c6ef3ddb-2c6f-4507-a3a2-3136a59d2ce1 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420234 Feb 18 16:46:07.302512 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c469848-001b-4734-a8d5-f871a16b3a19 req-05ff2ed6-6d2d-45b4-b0fb-bdd66442e057 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:07.303959 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0c469848-001b-4734-a8d5-f871a16b3a19 req-05ff2ed6-6d2d-45b4-b0fb-bdd66442e057 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 943 time: 0.0508876 Feb 18 16:46:07.350300 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0c469848-001b-4734-a8d5-f871a16b3a19 req-c9be321c-8107-4c12-bad6-71a5becb8684 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409422 Feb 18 16:46:07.551383 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:08.468319 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58480f5-e263-48eb-9d15-a654a061cce9 req-e1bd61c7-c332-4c72-8930-f2c9eefd49e6 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:08.469951 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a58480f5-e263-48eb-9d15-a654a061cce9 req-e1bd61c7-c332-4c72-8930-f2c9eefd49e6 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 943 time: 0.0544086 Feb 18 16:46:08.493034 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 81c82144-5eff-4ef8-b030-8ebb02915862 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:46:08.518260 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a58480f5-e263-48eb-9d15-a654a061cce9 req-0ff19a04-d2f0-421b-835b-fb09e8837c0f tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428488 Feb 18 16:46:08.593009 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 81c82144-5eff-4ef8-b030-8ebb02915862, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=81c82144-5eff-4ef8-b030-8ebb02915862,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:46:08.605906 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': '81c82144-5eff-4ef8-b030-8ebb02915862', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'port_id': '81c82144-5eff-4ef8-b030-8ebb02915862', 'mac_address': 'fa:16:3e:99:86:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:46:08.641880 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 81c82144-5eff-4ef8-b030-8ebb02915862 is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:46:08.642180 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (81c82144-5eff-4ef8-b030-8ebb02915862), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:08.654547 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c82144-5eff-4ef8-b030-8ebb02915862 {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:46:08.673871 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 81c82144-5eff-4ef8-b030-8ebb02915862, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=81c82144-5eff-4ef8-b030-8ebb02915862,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:46:08.677285 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (81c82144-5eff-4ef8-b030-8ebb02915862), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:08.722008 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=81c82144-5eff-4ef8-b030-8ebb02915862,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:46:08.728606 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:46:08.728955 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:46:08.729401 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:46:08.729747 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:46:08.730083 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:46:08.730409 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:46:08.730733 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:46:08.731061 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:46:08.731382 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:46:08.731706 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:46:08.732028 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:46:08.732345 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:46:08.732662 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:46:08.886565 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['81c82144-5eff-4ef8-b030-8ebb02915862'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:46:09.633354 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c538203-5976-4c8b-87cb-41b910220bcd req-87521d9f-3877-4121-b9b3-d3515b382de9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:09.634845 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0c538203-5976-4c8b-87cb-41b910220bcd req-87521d9f-3877-4121-b9b3-d3515b382de9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 944 time: 0.0514266 Feb 18 16:46:09.685186 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-0c538203-5976-4c8b-87cb-41b910220bcd req-fe6b05d8-1c81-487f-af0b-87c1da252dd4 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448029 Feb 18 16:46:10.508552 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 81c82144-5eff-4ef8-b030-8ebb02915862 up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:46:10.559452 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port 81c82144-5eff-4ef8-b030-8ebb02915862 completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:46:10.563942 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port 81c82144-5eff-4ef8-b030-8ebb02915862 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:46:10.564316 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (81c82144-5eff-4ef8-b030-8ebb02915862), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:10.638868 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 81c82144-5eff-4ef8-b030-8ebb02915862 is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:46:10.639325 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (81c82144-5eff-4ef8-b030-8ebb02915862), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:10.662530 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209ce17a-1cd8-4c14-9921-5e64fafc059a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c82144-5eff-4ef8-b030-8ebb02915862'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:46:10.664741 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337fba23-b011-41f8-8cfc-b9f29071290d" -d '{"events": [{"server_uuid": "209ce17a-1cd8-4c14-9921-5e64fafc059a", "name": "network-vif-plugged", "status": "completed", "tag": "81c82144-5eff-4ef8-b030-8ebb02915862"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:46:10.678072 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 81c82144-5eff-4ef8-b030-8ebb02915862, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=81c82144-5eff-4ef8-b030-8ebb02915862,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:46:10.682344 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (81c82144-5eff-4ef8-b030-8ebb02915862), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:10.707848 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b988f440-58e7-4117-8599-3c9e63cffe3f x-openstack-request-id: req-b988f440-58e7-4117-8599-3c9e63cffe3f {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:46:10.708135 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209ce17a-1cd8-4c14-9921-5e64fafc059a", "name": "network-vif-plugged", "status": "completed", "tag": "81c82144-5eff-4ef8-b030-8ebb02915862", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:46:10.708392 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b988f440-58e7-4117-8599-3c9e63cffe3f {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:46:10.708781 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209ce17a-1cd8-4c14-9921-5e64fafc059a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c82144-5eff-4ef8-b030-8ebb02915862', 'code': 200} Feb 18 16:46:10.738256 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=81c82144-5eff-4ef8-b030-8ebb02915862,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:46:10.816105 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cfe06-ee0c-47e0-a19a-bdb0c1c1c5f9 req-819ec858-79fc-46e1-ab68-936331fdfe2a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:10.817523 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b35cfe06-ee0c-47e0-a19a-bdb0c1c1c5f9 req-819ec858-79fc-46e1-ab68-936331fdfe2a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 945 time: 0.0542743 Feb 18 16:46:10.870648 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:10.878788 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b35cfe06-ee0c-47e0-a19a-bdb0c1c1c5f9 req-6f3aaba4-7461-420f-a3bf-ef3ec53e3ef2 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548346 Feb 18 16:46:10.915446 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf9bba-cd05-445b-a101-727fe6fbc592 req-239a9ccf-1ca0-40ba-9a7f-a7125bccc314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:10.916940 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b7bf9bba-cd05-445b-a101-727fe6fbc592 req-239a9ccf-1ca0-40ba-9a7f-a7125bccc314 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 1129 time: 0.0445497 Feb 18 16:46:10.962456 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-b7bf9bba-cd05-445b-a101-727fe6fbc592 req-5905521f-0c26-4b62-949d-48733acf35d3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392547 Feb 18 16:46:12.003403 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff40f1-63fb-430d-b458-3aaa50123efb req-557c98e1-589c-4262-8a20-d8e404297277 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:12.004878 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d9ff40f1-63fb-430d-b458-3aaa50123efb req-557c98e1-589c-4262-8a20-d8e404297277 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 945 time: 0.0543487 Feb 18 16:46:12.052854 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d9ff40f1-63fb-430d-b458-3aaa50123efb req-c6bc29db-1e7e-4d43-a7cc-9b69909a7132 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425251 Feb 18 16:46:13.167599 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca88cd1-6e4f-43ee-b21b-343071a71c52 req-ef0399df-ac78-43fd-8742-b59a1c69eab0 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:13.169053 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cca88cd1-6e4f-43ee-b21b-343071a71c52 req-ef0399df-ac78-43fd-8742-b59a1c69eab0 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 945 time: 0.0516744 Feb 18 16:46:13.216695 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cca88cd1-6e4f-43ee-b21b-343071a71c52 req-1fa34805-6b9c-43dd-a883-c9e7fa5d7c34 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416291 Feb 18 16:46:13.335933 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585cce5-db31-44b3-8bb2-8e9ebd1b5e36 req-e1472edf-ed56-4cd2-9fe3-c9586be343de tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:13.337311 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9585cce5-db31-44b3-8bb2-8e9ebd1b5e36 req-e1472edf-ed56-4cd2-9fe3-c9586be343de tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 945 time: 0.0558221 Feb 18 16:46:13.385035 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9585cce5-db31-44b3-8bb2-8e9ebd1b5e36 req-fb05e521-4dd7-4749-9814-f6e2274804e0 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422823 Feb 18 16:46:13.407358 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37368) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:46:13.492310 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c31a9e8-b14a-4c17-87ca-e3b81ab45c34 tempest-TestVolumeBootPattern-2129657314 tempest-TestVolumeBootPattern-2129657314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:13.493846 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-9c31a9e8-b14a-4c17-87ca-e3b81ab45c34 tempest-TestVolumeBootPattern-2129657314 tempest-TestVolumeBootPattern-2129657314-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 1124 time: 0.0855117 Feb 18 16:46:13.496797 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37372) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:46:13.501846 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Request body: {'floatingip': {'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'port_id': '81c82144-5eff-4ef8-b030-8ebb02915862', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:46:13.521680 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:13.618723 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:13.723709 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_common [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Allocated IP 172.27.2.180 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/dfa7d3c9-0ae6-4857-838b-13d749093086) {{(pid=102872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:46:13.824204 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for port (dfa7d3c9-0ae6-4857-838b-13d749093086), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:13.857749 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (dfa7d3c9-0ae6-4857-838b-13d749093086), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:13.892151 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:46:13.894942 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Resources bound (agent type, host, resource id): {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:46:13.898412 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Received port after_create {{(pid=102872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:46:13.928569 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event updated for resources: {'Port': ['ID=dfa7d3c9-0ae6-4857-838b-13d749093086,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:46:14.494248 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for floatingip (7204a66c-a1a6-42b2-9400-27b6628f7b97), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:14.561927 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (dfa7d3c9-0ae6-4857-838b-13d749093086), before_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:14.707864 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for port (dfa7d3c9-0ae6-4857-838b-13d749093086), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:14.712127 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12941152'] for port (dfa7d3c9-0ae6-4857-838b-13d749093086), after_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:14.782111 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event updated for resources: {'Port': ['ID=dfa7d3c9-0ae6-4857-838b-13d749093086,revision_number=2']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:46:14.791596 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (7204a66c-a1a6-42b2-9400-27b6628f7b97), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:14.891849 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.l3_db [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Floating IP 7204a66c-a1a6-42b2-9400-27b6628f7b97 associated. External IP: 172.27.2.180, port: 81c82144-5eff-4ef8-b030-8ebb02915862. Feb 18 16:46:15.097511 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:46:15.202783 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:46:15.212717 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d65cb-cb4c-43c3-ab25-59ca2b502473 None None] Sync routers for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:46:15.221411 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:15.222440 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4d65cb-cb4c-43c3-ab25-59ca2b502473 None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:46:15.223061 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-ab4d65cb-cb4c-43c3-ab25-59ca2b502473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:46:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:46:15.251757 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-a75c5c87-db23-432e-8db8-28d5c73bd1df tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7539370 Feb 18 16:46:15.252672 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209ce17a-1cd8-4c14-9921-5e64fafc059a', 'tag': '81c82144-5eff-4ef8-b030-8ebb02915862'}] {{(pid=102872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:46:15.255782 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982a6f8180be25104a37d0fe3acdd82455238c01b1010dd46e5de7cc24a09886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808b4f89-77da-41d2-ad24-b6fd0f8663f2" -d '{"events": [{"name": "network-changed", "server_uuid": "209ce17a-1cd8-4c14-9921-5e64fafc059a", "tag": "81c82144-5eff-4ef8-b030-8ebb02915862"}]}' {{(pid=102872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:46:15.357490 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bd3da1-467a-4e64-a26d-3b0f5ce7300c x-openstack-request-id: req-a1bd3da1-467a-4e64-a26d-3b0f5ce7300c {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:46:15.357790 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209ce17a-1cd8-4c14-9921-5e64fafc059a", "tag": "81c82144-5eff-4ef8-b030-8ebb02915862", "status": "completed", "code": 200}]} {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:46:15.358053 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1bd3da1-467a-4e64-a26d-3b0f5ce7300c {{(pid=102872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:46:15.358821 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209ce17a-1cd8-4c14-9921-5e64fafc059a', 'tag': '81c82144-5eff-4ef8-b030-8ebb02915862', 'status': 'completed', 'code': 200} Feb 18 16:46:15.433402 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b4f89-77da-41d2-ad24-b6fd0f8663f2 req-e7082edd-4759-44e1-8ba7-1ddae97d2537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:15.434932 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-808b4f89-77da-41d2-ad24-b6fd0f8663f2 req-e7082edd-4759-44e1-8ba7-1ddae97d2537 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 1129 time: 0.0493920 Feb 18 16:46:15.471035 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-ab4d65cb-cb4c-43c3-ab25-59ca2b502473 None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:46:15.523698 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b4f89-77da-41d2-ad24-b6fd0f8663f2 req-7fdc9412-95c2-4942-b65b-ecbfc1eb2b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:15.525168 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-808b4f89-77da-41d2-ad24-b6fd0f8663f2 req-7fdc9412-95c2-4942-b65b-ecbfc1eb2b26 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 912 time: 0.0832467 Feb 18 16:46:15.591881 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-808b4f89-77da-41d2-ad24-b6fd0f8663f2 req-39210814-a40e-446a-bf7c-881b062071db service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81c82144-5eff-4ef8-b030-8ebb02915862 HTTP/1.1" status: 200 len: 999 time: 0.0610178 Feb 18 16:46:15.638934 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b4f89-77da-41d2-ad24-b6fd0f8663f2 req-fe10ab87-30a3-4a06-90c9-6b9a6aeb9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:15.640320 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-808b4f89-77da-41d2-ad24-b6fd0f8663f2 req-fe10ab87-30a3-4a06-90c9-6b9a6aeb9cbb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 200 len: 850 time: 0.0422330 Feb 18 16:46:15.689778 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b4f89-77da-41d2-ad24-b6fd0f8663f2 req-df4ea76d-f1b3-421e-afa9-22383d43f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:15.691266 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-808b4f89-77da-41d2-ad24-b6fd0f8663f2 req-df4ea76d-f1b3-421e-afa9-22383d43f263 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442295 Feb 18 16:46:15.701583 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-ab4d65cb-cb4c-43c3-ab25-59ca2b502473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': '7204a66c-a1a6-42b2-9400-27b6628f7b97', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'port_id': '81c82144-5eff-4ef8-b030-8ebb02915862', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'mac_address': 'fa:16:3e:99:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ce17a-1cd8-4c14-9921-5e64fafc059a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:46:14Z', 'updated_at': '2022-02-18T16:46:14Z', 'revision_number': 0, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:46:15.729712 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d65cb-cb4c-43c3-ab25-59ca2b502473 None None] Checking router: 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:46:15.738266 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4d65cb-cb4c-43c3-ab25-59ca2b502473 None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:46:15.738891 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-ab4d65cb-cb4c-43c3-ab25-59ca2b502473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:46:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:46:15.782355 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-808b4f89-77da-41d2-ad24-b6fd0f8663f2 req-21299a28-3940-4462-9ebf-451215257ceb service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845354 Feb 18 16:46:15.848084 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-ab4d65cb-cb4c-43c3-ab25-59ca2b502473 None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:46:15.869864 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-808b4f89-77da-41d2-ad24-b6fd0f8663f2 req-60e66d08-7c95-4c06-9469-5e15a71cfa88 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818601 Feb 18 16:46:16.070730 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-ab4d65cb-cb4c-43c3-ab25-59ca2b502473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': '7204a66c-a1a6-42b2-9400-27b6628f7b97', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'port_id': '81c82144-5eff-4ef8-b030-8ebb02915862', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'mac_address': 'fa:16:3e:99:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ce17a-1cd8-4c14-9921-5e64fafc059a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:46:14Z', 'updated_at': '2022-02-18T16:46:14Z', 'revision_number': 0, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:46:16.097059 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d65cb-cb4c-43c3-ab25-59ca2b502473 None None] The sync data for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi is: [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': '7204a66c-a1a6-42b2-9400-27b6628f7b97', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'port_id': '81c82144-5eff-4ef8-b030-8ebb02915862', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'mac_address': 'fa:16:3e:99:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ce17a-1cd8-4c14-9921-5e64fafc059a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:46:14Z', 'updated_at': '2022-02-18T16:46:14Z', 'revision_number': 0, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:46:16.284932 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2770465-a400-4876-9369-cffb7b2ecb70 None None] New status for floating IP 7204a66c-a1a6-42b2-9400-27b6628f7b97: ACTIVE {{(pid=102874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:46:31.127832 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-89fc8032-8494-46ee-87a3-348dbf6d40c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:33.208325 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-349c7d93-afe9-44be-8046-f0e85cec1f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:34.567708 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:35.861321 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:37.554504 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:37.612380 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:46:40.895022 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:46:44.724281 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-59a4fa47-69eb-4ea0-b62a-2516b055cc19 req-e5a1904b-330a-485e-a481-23225246ba8a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424585 Feb 18 16:46:44.813446 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4fa47-69eb-4ea0-b62a-2516b055cc19 req-3e01b747-d4f4-4d94-a759-5d83de70e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:44.815876 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-59a4fa47-69eb-4ea0-b62a-2516b055cc19 req-3e01b747-d4f4-4d94-a759-5d83de70e933 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 1129 time: 0.0490973 Feb 18 16:46:44.920152 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4fa47-69eb-4ea0-b62a-2516b055cc19 req-7e3c9b07-cc37-4192-9676-34a365976779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:44.921702 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-59a4fa47-69eb-4ea0-b62a-2516b055cc19 req-7e3c9b07-cc37-4192-9676-34a365976779 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 912 time: 0.0865583 Feb 18 16:46:44.990707 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-59a4fa47-69eb-4ea0-b62a-2516b055cc19 req-e4ead7f5-d0b4-4a94-8419-ca865a977126 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81c82144-5eff-4ef8-b030-8ebb02915862 HTTP/1.1" status: 200 len: 1001 time: 0.0621533 Feb 18 16:46:45.038586 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4fa47-69eb-4ea0-b62a-2516b055cc19 req-d4b4b2db-1612-4681-a620-ec38fa825c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:45.039970 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-59a4fa47-69eb-4ea0-b62a-2516b055cc19 req-d4b4b2db-1612-4681-a620-ec38fa825c7b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 200 len: 850 time: 0.0423369 Feb 18 16:46:45.088170 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4fa47-69eb-4ea0-b62a-2516b055cc19 req-1a1956cb-36ae-4dd8-acba-efd4d10ecc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:46:45.089723 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-59a4fa47-69eb-4ea0-b62a-2516b055cc19 req-1a1956cb-36ae-4dd8-acba-efd4d10ecc7d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431011 Feb 18 16:46:45.178850 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-59a4fa47-69eb-4ea0-b62a-2516b055cc19 req-4a3586cf-d572-4e77-b5f7-0c82f15e1466 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818934 Feb 18 16:46:45.268056 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-59a4fa47-69eb-4ea0-b62a-2516b055cc19 req-39f35a2f-b010-4025-ba1c-c4f5e91b966a service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822909 Feb 18 16:47:01.119391 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-1e269191-a348-46a6-83b3-0aaec6cf7819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:47:03.211123 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4763ff28-f98a-4f80-ad2d-297d169dd7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:47:04.571007 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:47:05.863065 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:47:07.557128 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:47:10.911427 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:47:14.610576 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:47:31.120750 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-ee17033d-bc4c-467d-abd7-a16343ab9015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:47:33.212070 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-141f4243-c891-4284-963c-3731e274f315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:47:34.574003 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:47:35.865426 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:47:37.559487 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:47:40.915070 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:47:44.708575 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-cf68011f-b6d5-4a16-a586-9fa133f94638 req-6dc99720-b0a6-46a4-ad71-273ec3c5696d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429058 Feb 18 16:47:44.795058 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68011f-b6d5-4a16-a586-9fa133f94638 req-d5038cd6-16dd-4b18-9202-a9751d2853bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:47:44.796533 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-cf68011f-b6d5-4a16-a586-9fa133f94638 req-d5038cd6-16dd-4b18-9202-a9751d2853bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 1129 time: 0.0483904 Feb 18 16:47:44.900688 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68011f-b6d5-4a16-a586-9fa133f94638 req-d49eb48f-fb64-4111-b19b-ae68f0d0af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:47:44.902193 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-cf68011f-b6d5-4a16-a586-9fa133f94638 req-d49eb48f-fb64-4111-b19b-ae68f0d0af7a service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 912 time: 0.0880239 Feb 18 16:47:44.967905 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-cf68011f-b6d5-4a16-a586-9fa133f94638 req-2d43fbd5-54d8-4ec9-8c0b-f26a3e1c09cb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81c82144-5eff-4ef8-b030-8ebb02915862 HTTP/1.1" status: 200 len: 1001 time: 0.0602815 Feb 18 16:47:45.015619 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68011f-b6d5-4a16-a586-9fa133f94638 req-3c132927-4f4d-4647-b841-948d423109bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:47:45.017079 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-cf68011f-b6d5-4a16-a586-9fa133f94638 req-3c132927-4f4d-4647-b841-948d423109bb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 200 len: 850 time: 0.0426948 Feb 18 16:47:45.066938 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68011f-b6d5-4a16-a586-9fa133f94638 req-d6191c9b-ac0c-4544-b749-04d560327aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:47:45.068403 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-cf68011f-b6d5-4a16-a586-9fa133f94638 req-d6191c9b-ac0c-4544-b749-04d560327aee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452344 Feb 18 16:47:45.158540 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-cf68011f-b6d5-4a16-a586-9fa133f94638 req-7349b24e-4f01-4d9e-b30f-25603fdedcf0 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840273 Feb 18 16:47:45.245753 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-cf68011f-b6d5-4a16-a586-9fa133f94638 req-def12072-ddfc-48e2-af94-cb7a79b65d0e service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797262 Feb 18 16:47:51.610027 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:48:01.122965 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-7b32fd2b-99df-4402-b8c0-d4254fe5c032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:03.213001 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-0c0b95b8-0633-4a63-ba7d-0a54f13db692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:04.577033 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:05.869414 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:07.562567 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:09.691793 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860a872-89d8-419f-ae54-2729767d0496 req-7d5b8ce5-8977-419a-9077-1de7cb266282 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:09.693267 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9860a872-89d8-419f-ae54-2729767d0496 req-7d5b8ce5-8977-419a-9077-1de7cb266282 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 945 time: 0.0536170 Feb 18 16:48:09.740884 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9860a872-89d8-419f-ae54-2729767d0496 req-8f53d323-5211-4a00-b5d0-5c5432fcc2a5 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420589 Feb 18 16:48:10.864120 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67040f93-42f0-48f3-8c7a-067b622342e7 req-1828136f-6596-46e3-8e03-63587eeac08b tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:10.865614 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-67040f93-42f0-48f3-8c7a-067b622342e7 req-1828136f-6596-46e3-8e03-63587eeac08b tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 945 time: 0.0554729 Feb 18 16:48:10.913113 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-67040f93-42f0-48f3-8c7a-067b622342e7 req-9e997778-b093-4ddb-a79a-4d057264f48e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419462 Feb 18 16:48:10.918877 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:11.188215 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca90192-3831-48fc-8633-8c70407cf448 req-bada52d2-025c-4540-b31e-7050406caba8 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:11.189592 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-fca90192-3831-48fc-8633-8c70407cf448 req-bada52d2-025c-4540-b31e-7050406caba8 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.71 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 945 time: 0.0517180 Feb 18 16:48:11.280992 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-fca90192-3831-48fc-8633-8c70407cf448 req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Deleting port 81c82144-5eff-4ef8-b030-8ebb02915862 {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:48:11.281326 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-fca90192-3831-48fc-8633-8c70407cf448 req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (81c82144-5eff-4ef8-b030-8ebb02915862), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:11.366827 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-fca90192-3831-48fc-8633-8c70407cf448 req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] For port 81c82144-5eff-4ef8-b030-8ebb02915862, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=81c82144-5eff-4ef8-b030-8ebb02915862,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:48:11.367183 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-fca90192-3831-48fc-8633-8c70407cf448 req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (81c82144-5eff-4ef8-b030-8ebb02915862), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:11.536634 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-fca90192-3831-48fc-8633-8c70407cf448 req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:11.537035 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-fca90192-3831-48fc-8633-8c70407cf448 req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (7204a66c-a1a6-42b2-9400-27b6628f7b97), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:11.537392 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.db.l3_db [req-fca90192-3831-48fc-8633-8c70407cf448 req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Floating IP 7204a66c-a1a6-42b2-9400-27b6628f7b97 disassociated. External IP: 172.27.2.180, port: 81c82144-5eff-4ef8-b030-8ebb02915862. Feb 18 16:48:11.537734 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-fca90192-3831-48fc-8633-8c70407cf448 req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Calling delete_port for 81c82144-5eff-4ef8-b030-8ebb02915862 owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:48:11.662448 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-fca90192-3831-48fc-8633-8c70407cf448 req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (81c82144-5eff-4ef8-b030-8ebb02915862), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:11.693465 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event deleted for resources: {'Port': ['ID=81c82144-5eff-4ef8-b030-8ebb02915862,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:48:11.707974 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:11.708325 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:11.708663 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:11.708994 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:11.709318 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:11.709669 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:11.709993 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:11.710315 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:11.710632 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:11.710953 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:11.711292 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:11.711609 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:11.711923 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:11.816734 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fca90192-3831-48fc-8633-8c70407cf448 req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:48:11.925678 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fca90192-3831-48fc-8633-8c70407cf448 req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:48:11.936187 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411cd6a5-3486-42aa-af3f-dd6fcd1ae817 None None] Sync routers for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:48:11.949065 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411cd6a5-3486-42aa-af3f-dd6fcd1ae817 None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:48:11.949741 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-411cd6a5-3486-42aa-af3f-dd6fcd1ae817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:48:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:48:11.966685 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca90192-3831-48fc-8633-8c70407cf448 req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] No DVR routers for this DVR port 81c82144-5eff-4ef8-b030-8ebb02915862 on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:48:11.969092 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-fca90192-3831-48fc-8633-8c70407cf448 req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:11.973014 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-fca90192-3831-48fc-8633-8c70407cf448 req-c1c45e65-bb53-4136-bf89-7c5fe63de982 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.71 "DELETE /v2.0/ports/81c82144-5eff-4ef8-b030-8ebb02915862 HTTP/1.1" status: 204 len: 173 time: 0.7776523 Feb 18 16:48:11.973475 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209ce17a-1cd8-4c14-9921-5e64fafc059a', 'name': 'network-vif-deleted', 'tag': '81c82144-5eff-4ef8-b030-8ebb02915862'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:48:11.975689 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9f5d67-6479-4e88-a297-14153c3861c3" -d '{"events": [{"server_uuid": "209ce17a-1cd8-4c14-9921-5e64fafc059a", "name": "network-vif-deleted", "tag": "81c82144-5eff-4ef8-b030-8ebb02915862"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:48:12.061982 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-7da16633-d874-4cf0-a307-2364a16a0c58 req-a0ae4ae6-7e85-4d35-b967-ca015664b2fe tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ce17a-1cd8-4c14-9921-5e64fafc059a HTTP/1.1" status: 200 len: 210 time: 0.0453060 Feb 18 16:48:12.071979 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-411cd6a5-3486-42aa-af3f-dd6fcd1ae817 None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:48:12.164089 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b779f3ae-3d60-46f7-95a6-fc7e6fc1e65d x-openstack-request-id: req-b779f3ae-3d60-46f7-95a6-fc7e6fc1e65d {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:48:12.164481 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209ce17a-1cd8-4c14-9921-5e64fafc059a", "name": "network-vif-deleted", "tag": "81c82144-5eff-4ef8-b030-8ebb02915862", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:48:12.164749 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b779f3ae-3d60-46f7-95a6-fc7e6fc1e65d {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:48:12.165138 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209ce17a-1cd8-4c14-9921-5e64fafc059a', 'name': 'network-vif-deleted', 'tag': '81c82144-5eff-4ef8-b030-8ebb02915862', 'status': 'completed', 'code': 200} Feb 18 16:48:12.284461 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-411cd6a5-3486-42aa-af3f-dd6fcd1ae817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:48:12.311779 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411cd6a5-3486-42aa-af3f-dd6fcd1ae817 None None] Checking router: 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:48:12.321495 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411cd6a5-3486-42aa-af3f-dd6fcd1ae817 None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:48:12.322035 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-411cd6a5-3486-42aa-af3f-dd6fcd1ae817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:48:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:48:12.427614 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-411cd6a5-3486-42aa-af3f-dd6fcd1ae817 None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:48:12.628331 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-411cd6a5-3486-42aa-af3f-dd6fcd1ae817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:48:12.656424 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411cd6a5-3486-42aa-af3f-dd6fcd1ae817 None None] The sync data for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi is: [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:48:12.872019 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ff5c62-1ff2-4e06-b133-ad38b0e1751d None None] New status for floating IP 7204a66c-a1a6-42b2-9400-27b6628f7b97: DOWN {{(pid=102874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:48:13.249760 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-92188e72-6d25-436e-8514-11c6a4fb0ae7 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-468080292&fields=id&tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9 HTTP/1.1" status: 200 len: 267 time: 0.0435326 Feb 18 16:48:13.354365 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-01d94b05-5dc1-4e2a-99d9-fe0ac16b40b2 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:13.355716 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-01d94b05-5dc1-4e2a-99d9-fe0ac16b40b2 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 811 time: 0.0993438 Feb 18 16:48:13.370534 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-c124cd9d-771c-4089-bd0c-92fcf219a404 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/quotas/135379ad8bcf4c3d8849ee18f75b3ab9 HTTP/1.1" status: 200 len: 375 time: 0.0093153 Feb 18 16:48:13.423471 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-67c9af51-5529-44ce-8fe5-9793ee3252c0 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480115 Feb 18 16:48:13.481769 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-248270d4-c5fe-4073-9107-4fcde2fb552d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102872) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 16:48:13.482750 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-248270d4-c5fe-4073-9107-4fcde2fb552d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460613 Feb 18 16:48:13.570988 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-e1cb8a30-a048-453f-b4a0-2270c401ed38 service neutron] 10.222.0.36 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817151 Feb 18 16:48:13.657942 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-2a5b5dee-99f8-471a-a2f3-bc4093dc52d1 service neutron] 10.222.0.36 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812864 Feb 18 16:48:13.928847 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-511fd292-9451-4f2c-a6db-ff7dd594c9bc req-fe6af22c-e27d-4def-92ff-b66d484a7685 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 210 time: 0.0281036 Feb 18 16:48:14.798958 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-ab877504-21b6-4126-a9c4-7fc78939910f tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:14.800792 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-ab877504-21b6-4126-a9c4-7fc78939910f tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.71 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 811 time: 0.1014001 Feb 18 16:48:14.872118 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-2ff3999d-5118-46b7-8b00-abac7b7af6e0 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9 HTTP/1.1" status: 200 len: 379 time: 0.0633562 Feb 18 16:48:14.881644 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-50c65e61-8a6f-43f6-8f6e-c73c2ef97088 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Request body: {'port': {'device_id': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'admin_state_up': True, 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'security_groups': ['f57a41b5-8985-4c54-be6e-86f31b8b1f5f']}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:48:14.988400 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-50c65e61-8a6f-43f6-8f6e-c73c2ef97088 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Made reservation on behalf of 135379ad8bcf4c3d8849ee18f75b3ab9 for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:48:14.991979 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-50c65e61-8a6f-43f6-8f6e-c73c2ef97088 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:15.027441 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-16bd92a3-b93a-4c4a-88d2-681def8561e6 req-89ea8c67-bb57-4acf-9a30-c8c1d2bebd8b tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 210 time: 0.0299413 Feb 18 16:48:15.125022 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-50c65e61-8a6f-43f6-8f6e-c73c2ef97088 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Allocated IP 172.20.0.12 (9f1040f3-6bfa-4938-885e-a1ebb59bb4ea/052b87fc-ea5c-43fb-b123-3c3d7fadedc1/0d8d3dfa-6772-436b-9b41-890689689464) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:48:15.192886 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 81c82144-5eff-4ef8-b030-8ebb02915862 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:48:15.213286 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: 81c82144-5eff-4ef8-b030-8ebb02915862 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:48:15.213659 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 81c82144-5eff-4ef8-b030-8ebb02915862 not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:48:15.264755 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-50c65e61-8a6f-43f6-8f6e-c73c2ef97088 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for port (0d8d3dfa-6772-436b-9b41-890689689464), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:15.305775 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-50c65e61-8a6f-43f6-8f6e-c73c2ef97088 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (0d8d3dfa-6772-436b-9b41-890689689464), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:15.345636 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-50c65e61-8a6f-43f6-8f6e-c73c2ef97088 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:48:15.349581 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-50c65e61-8a6f-43f6-8f6e-c73c2ef97088 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:48:15.356340 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-50c65e61-8a6f-43f6-8f6e-c73c2ef97088 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:48:15.361944 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c65e61-8a6f-43f6-8f6e-c73c2ef97088 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event updated for resources: {'Port': ['ID=0d8d3dfa-6772-436b-9b41-890689689464,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:48:15.407408 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-50c65e61-8a6f-43f6-8f6e-c73c2ef97088 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:15.408038 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-50c65e61-8a6f-43f6-8f6e-c73c2ef97088 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:15.425325 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-50c65e61-8a6f-43f6-8f6e-c73c2ef97088 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5475733 Feb 18 16:48:15.436422 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Request body: {'port': {'device_id': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:48:15.500349 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (0d8d3dfa-6772-436b-9b41-890689689464), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:15.625931 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-6a23fd97-21fd-4a3a-86e1-b9da64719b11 None None] Provisioning complete for port 0d8d3dfa-6772-436b-9b41-890689689464 triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:48:15.626191 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-6a23fd97-21fd-4a3a-86e1-b9da64719b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (0d8d3dfa-6772-436b-9b41-890689689464), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:15.664359 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-6a23fd97-21fd-4a3a-86e1-b9da64719b11 None None] Port 0d8d3dfa-6772-436b-9b41-890689689464 cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:48:16.009794 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d8d3dfa-6772-436b-9b41-890689689464 {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:48:16.017076 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Publish callbacks [] for port (0d8d3dfa-6772-436b-9b41-890689689464), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:16.029129 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Transition to ACTIVE for port object 0d8d3dfa-6772-436b-9b41-890689689464 will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:48:16.033881 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (0d8d3dfa-6772-436b-9b41-890689689464), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:16.088224 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8d3dfa-6772-436b-9b41-890689689464,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:48:16.162879 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac41c5-7ba5-4f49-bc44-8e4a75e39e6f req-7c6bb2fc-fac9-4cd1-b11d-66c7443eb595 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:16.164328 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Attempting to bind port 0d8d3dfa-6772-436b-9b41-890689689464 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:48:16.164761 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Attempting to bind port 0d8d3dfa-6772-436b-9b41-890689689464 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:48:16.165309 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Attempting to bind port 0d8d3dfa-6772-436b-9b41-890689689464 on network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:48:16.165959 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-beac41c5-7ba5-4f49-bc44-8e4a75e39e6f req-7c6bb2fc-fac9-4cd1-b11d-66c7443eb595 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 944 time: 0.0635262 Feb 18 16:48:16.171520 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Port 0d8d3dfa-6772-436b-9b41-890689689464 on network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:48:16.171904 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Attempting to bind port 0d8d3dfa-6772-436b-9b41-890689689464 on network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:48:16.177279 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:48:16.177652 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Checking segment: {'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:48:16.178031 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Bound using segment: {'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:48:16.178876 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Bound port: 0d8d3dfa-6772-436b-9b41-890689689464, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:48:16.178876 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (0d8d3dfa-6772-436b-9b41-890689689464), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:16.217160 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-beac41c5-7ba5-4f49-bc44-8e4a75e39e6f req-4b1fc961-6cb4-4eef-ae92-bd0c869e2c17 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452149 Feb 18 16:48:16.245278 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] For port 0d8d3dfa-6772-436b-9b41-890689689464, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:48:16.248441 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] For port 0d8d3dfa-6772-436b-9b41-890689689464, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0d8d3dfa-6772-436b-9b41-890689689464,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:48:16.255385 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (0d8d3dfa-6772-436b-9b41-890689689464), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:16.286707 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:16.287270 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:16.289614 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] 10.222.0.71 "PUT /v2.0/ports/0d8d3dfa-6772-436b-9b41-890689689464 HTTP/1.1" status: 200 len: 1094 time: 0.8570690 Feb 18 16:48:16.292535 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'tag': '0d8d3dfa-6772-436b-9b41-890689689464'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:48:16.295763 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a450151-0610-4d68-850b-9ba7d7bbf9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2cad2468-11ed-44c3-b45a-fda332eeba24", "tag": "0d8d3dfa-6772-436b-9b41-890689689464"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:48:16.332417 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaed251-6a14-4767-9617-986c6a2b5636 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8d3dfa-6772-436b-9b41-890689689464,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:48:16.344697 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f4fbed-4414-4224-a207-a370880eafde x-openstack-request-id: req-d7f4fbed-4414-4224-a207-a370880eafde {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:48:16.345075 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cad2468-11ed-44c3-b45a-fda332eeba24", "tag": "0d8d3dfa-6772-436b-9b41-890689689464", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:48:16.345407 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7f4fbed-4414-4224-a207-a370880eafde {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:48:16.345872 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'tag': '0d8d3dfa-6772-436b-9b41-890689689464', 'status': 'completed', 'code': 200} Feb 18 16:48:16.395197 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-652ddc55-ce92-4ca8-956d-0ba872a3d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:16.396721 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-652ddc55-ce92-4ca8-956d-0ba872a3d8e6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 1128 time: 0.0538886 Feb 18 16:48:16.438668 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-73d0123e-e9d0-41ea-8808-c1b12de95a56 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d8d3dfa-6772-436b-9b41-890689689464 HTTP/1.1" status: 200 len: 217 time: 0.0342145 Feb 18 16:48:16.487100 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-98094f31-6eec-4638-9392-ccc52035cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:16.489135 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-98094f31-6eec-4638-9392-ccc52035cbe0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 200 len: 850 time: 0.0448391 Feb 18 16:48:16.539872 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-134ff67c-7935-459a-87db-d70d6190f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:16.541297 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-134ff67c-7935-459a-87db-d70d6190f239 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469668 Feb 18 16:48:16.627717 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-6c5436f3-53f4-4fa5-88e5-0a8d4798db32 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802038 Feb 18 16:48:16.717251 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-09d6bde4-ff27-403b-8332-d3ef874bb754 req-4eaeb08b-5616-4622-aded-216a956602bb service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838714 Feb 18 16:48:16.805094 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a450151-0610-4d68-850b-9ba7d7bbf9bc req-a7a79cf2-bc7c-4e08-a6bf-79c8932cd4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:16.806505 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4a450151-0610-4d68-850b-9ba7d7bbf9bc req-a7a79cf2-bc7c-4e08-a6bf-79c8932cd4bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 1128 time: 0.0452151 Feb 18 16:48:16.897168 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a450151-0610-4d68-850b-9ba7d7bbf9bc req-57d02d1c-c4f5-49e2-ad8c-a7df7ed31611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:16.898685 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4a450151-0610-4d68-850b-9ba7d7bbf9bc req-57d02d1c-c4f5-49e2-ad8c-a7df7ed31611 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 912 time: 0.0862982 Feb 18 16:48:16.945483 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4a450151-0610-4d68-850b-9ba7d7bbf9bc req-15982440-b543-4684-ad0b-fe1bc887b5d9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d8d3dfa-6772-436b-9b41-890689689464 HTTP/1.1" status: 200 len: 217 time: 0.0372927 Feb 18 16:48:16.993690 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a450151-0610-4d68-850b-9ba7d7bbf9bc req-24037163-61e3-4eb6-a9ce-45724d607644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:16.995118 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4a450151-0610-4d68-850b-9ba7d7bbf9bc req-24037163-61e3-4eb6-a9ce-45724d607644 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 200 len: 850 time: 0.0435088 Feb 18 16:48:17.043460 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a450151-0610-4d68-850b-9ba7d7bbf9bc req-eb5dda49-9e0a-4202-9e6c-abbb588edb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:17.044946 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4a450151-0610-4d68-850b-9ba7d7bbf9bc req-eb5dda49-9e0a-4202-9e6c-abbb588edb75 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437200 Feb 18 16:48:17.137362 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4a450151-0610-4d68-850b-9ba7d7bbf9bc req-47c4a0bf-dcae-4e96-8a2c-9d7973157951 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860503 Feb 18 16:48:17.222619 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-4a450151-0610-4d68-850b-9ba7d7bbf9bc req-7c7a1a33-ecb0-4683-82bb-dd35215961cd service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799184 Feb 18 16:48:17.336156 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213f663-6d59-4226-9943-2e87c7558abd req-643addce-478f-43a6-98cb-6ec46309bd17 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:17.337654 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6213f663-6d59-4226-9943-2e87c7558abd req-643addce-478f-43a6-98cb-6ec46309bd17 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 944 time: 0.0515506 Feb 18 16:48:17.387360 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-6213f663-6d59-4226-9943-2e87c7558abd req-c5821837-be4f-4a7f-ac40-25e32f7a1e5a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442107 Feb 18 16:48:18.508657 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70d9e8-b8a3-4362-905c-9a0dfce13a1d req-787623b6-1b53-4094-baf0-7cabc1a59b29 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:18.510140 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5e70d9e8-b8a3-4362-905c-9a0dfce13a1d req-787623b6-1b53-4094-baf0-7cabc1a59b29 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 944 time: 0.0510314 Feb 18 16:48:18.560658 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5e70d9e8-b8a3-4362-905c-9a0dfce13a1d req-8e548a4b-f084-4ec8-9aab-7df6f0e63c3c tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451136 Feb 18 16:48:19.676787 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ea0a5-72ae-4e4c-9580-c2aabf6a0afa req-367bbe4f-8e48-47ba-b1f7-b869f681ac70 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:19.678289 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-684ea0a5-72ae-4e4c-9580-c2aabf6a0afa req-367bbe4f-8e48-47ba-b1f7-b869f681ac70 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 944 time: 0.0521443 Feb 18 16:48:19.725044 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-684ea0a5-72ae-4e4c-9580-c2aabf6a0afa req-f411a921-5e6b-45c3-aac8-1c6ffd19c4c6 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413547 Feb 18 16:48:20.841451 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e107c5c-0a33-4024-9c4b-3c3dca0020d9 req-f96c9818-3677-4d37-85f4-de951ffb5f3a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:20.842929 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8e107c5c-0a33-4024-9c4b-3c3dca0020d9 req-f96c9818-3677-4d37-85f4-de951ffb5f3a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 944 time: 0.0521655 Feb 18 16:48:20.892995 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-8e107c5c-0a33-4024-9c4b-3c3dca0020d9 req-b6fa76b7-bd32-4f8a-bca4-945505ce9b18 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439508 Feb 18 16:48:22.014492 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271c43c-0803-4249-a4cd-7be614ac3702 req-cbdfaced-fc9e-4f4b-99b9-b15d3c640dc7 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:22.015957 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e271c43c-0803-4249-a4cd-7be614ac3702 req-cbdfaced-fc9e-4f4b-99b9-b15d3c640dc7 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 944 time: 0.0551546 Feb 18 16:48:22.064468 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-e271c43c-0803-4249-a4cd-7be614ac3702 req-ea3e8f9e-8eda-4161-8fad-e3dbeb424354 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429008 Feb 18 16:48:23.181362 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7837c-6d9a-4d42-ae02-5bfd69fa415b req-4fa769bf-9995-455e-a3be-563a25b38621 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:23.182814 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-56d7837c-6d9a-4d42-ae02-5bfd69fa415b req-4fa769bf-9995-455e-a3be-563a25b38621 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 944 time: 0.0512064 Feb 18 16:48:23.228743 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-56d7837c-6d9a-4d42-ae02-5bfd69fa415b req-80a6e274-d4da-4d60-a1df-f256e4ffe509 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405071 Feb 18 16:48:24.349485 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd929f53-ea7f-48d7-80d4-bdd8705cacca req-df4069ae-f87c-4095-8706-fea9b2f490c0 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:24.350956 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cd929f53-ea7f-48d7-80d4-bdd8705cacca req-df4069ae-f87c-4095-8706-fea9b2f490c0 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 944 time: 0.0557075 Feb 18 16:48:24.400416 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cd929f53-ea7f-48d7-80d4-bdd8705cacca req-293a4f78-bebb-4561-ac7f-c033039aec62 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440092 Feb 18 16:48:25.238100 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 0d8d3dfa-6772-436b-9b41-890689689464 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:48:25.466810 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 0d8d3dfa-6772-436b-9b41-890689689464, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0d8d3dfa-6772-436b-9b41-890689689464,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:48:25.478021 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': '0d8d3dfa-6772-436b-9b41-890689689464', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'port_id': '0d8d3dfa-6772-436b-9b41-890689689464', 'mac_address': 'fa:16:3e:04:bc:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:48:25.514443 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 0d8d3dfa-6772-436b-9b41-890689689464 is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:48:25.514772 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (0d8d3dfa-6772-436b-9b41-890689689464), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:25.517670 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7264ea-2958-461a-aee1-01438527050d req-835bfec8-ca50-467b-bedc-844cf3321cf0 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:25.520077 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-df7264ea-2958-461a-aee1-01438527050d req-835bfec8-ca50-467b-bedc-844cf3321cf0 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 944 time: 0.0530765 Feb 18 16:48:25.528577 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d8d3dfa-6772-436b-9b41-890689689464 {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:48:25.547869 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 0d8d3dfa-6772-436b-9b41-890689689464, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0d8d3dfa-6772-436b-9b41-890689689464,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:48:25.553090 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (0d8d3dfa-6772-436b-9b41-890689689464), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:25.570080 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-df7264ea-2958-461a-aee1-01438527050d req-b8efc26f-d417-46dc-b7f5-90d58f9335a3 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442181 Feb 18 16:48:25.602229 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=0d8d3dfa-6772-436b-9b41-890689689464,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:48:25.608956 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:25.609589 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:25.609937 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:25.610280 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:25.610617 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:25.610949 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:25.611281 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:25.611612 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:25.611963 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:25.612305 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:25.612633 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:25.612955 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:25.613278 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:25.761112 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['0d8d3dfa-6772-436b-9b41-890689689464'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:48:26.684750 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284ea9-7790-4a7c-be0b-a9d82ee07be4 req-1b109525-9cec-4726-ab59-1d875920dca1 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:26.686256 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1d284ea9-7790-4a7c-be0b-a9d82ee07be4 req-1b109525-9cec-4726-ab59-1d875920dca1 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 945 time: 0.0512595 Feb 18 16:48:26.736683 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1d284ea9-7790-4a7c-be0b-a9d82ee07be4 req-b5544c0e-81d4-4870-a410-1cec985ba90a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448141 Feb 18 16:48:27.253578 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 0d8d3dfa-6772-436b-9b41-890689689464 up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:48:27.305170 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port 0d8d3dfa-6772-436b-9b41-890689689464 completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:48:27.309081 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port 0d8d3dfa-6772-436b-9b41-890689689464 triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:48:27.309487 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (0d8d3dfa-6772-436b-9b41-890689689464), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:27.387794 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 0d8d3dfa-6772-436b-9b41-890689689464 is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:48:27.388187 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (0d8d3dfa-6772-436b-9b41-890689689464), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:27.409551 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8d3dfa-6772-436b-9b41-890689689464'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:48:27.411774 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d52bf7-b5bf-4d67-a2b7-c4a29bf9ed35" -d '{"events": [{"server_uuid": "2cad2468-11ed-44c3-b45a-fda332eeba24", "name": "network-vif-plugged", "status": "completed", "tag": "0d8d3dfa-6772-436b-9b41-890689689464"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:48:27.423426 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 0d8d3dfa-6772-436b-9b41-890689689464, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0d8d3dfa-6772-436b-9b41-890689689464,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:48:27.428205 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (0d8d3dfa-6772-436b-9b41-890689689464), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:27.475102 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=0d8d3dfa-6772-436b-9b41-890689689464,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:48:27.524518 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53db5955-8ae4-4b31-96ce-b1cf672ba829 x-openstack-request-id: req-53db5955-8ae4-4b31-96ce-b1cf672ba829 {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:48:27.524816 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cad2468-11ed-44c3-b45a-fda332eeba24", "name": "network-vif-plugged", "status": "completed", "tag": "0d8d3dfa-6772-436b-9b41-890689689464", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:48:27.525077 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53db5955-8ae4-4b31-96ce-b1cf672ba829 {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:48:27.525520 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8d3dfa-6772-436b-9b41-890689689464', 'code': 200} Feb 18 16:48:27.752355 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb083de-1051-4e85-b6e5-ccc14535e1c0 req-d66427e1-16aa-4552-aba0-47a11208fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:27.753996 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9fb083de-1051-4e85-b6e5-ccc14535e1c0 req-d66427e1-16aa-4552-aba0-47a11208fd4e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 1130 time: 0.0444014 Feb 18 16:48:27.804798 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9fb083de-1051-4e85-b6e5-ccc14535e1c0 req-8049d03b-cac2-41b2-80ba-6398d7487553 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449970 Feb 18 16:48:27.862663 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247064a-044b-405a-acf7-d2d5c0e5ef25 req-db839b61-3d66-47d8-95ed-4639ac228285 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:27.864164 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1247064a-044b-405a-acf7-d2d5c0e5ef25 req-db839b61-3d66-47d8-95ed-4639ac228285 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 946 time: 0.0574930 Feb 18 16:48:27.912122 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1247064a-044b-405a-acf7-d2d5c0e5ef25 req-11bf1e5c-4c2f-45b3-961c-5a8a0090159c tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422719 Feb 18 16:48:28.609775 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:48:29.029989 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54387cde-ba17-4da0-969d-64c691aec1b2 req-f8730a44-1bdf-436d-aa0a-1dde4e9053ad tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:29.031474 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-54387cde-ba17-4da0-969d-64c691aec1b2 req-f8730a44-1bdf-436d-aa0a-1dde4e9053ad tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 946 time: 0.0518320 Feb 18 16:48:29.078475 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-54387cde-ba17-4da0-969d-64c691aec1b2 req-cf6e9638-d72c-41cd-9d16-b9ff3657b09d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409768 Feb 18 16:48:29.196555 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293b4fb-28f3-4dee-8907-d1bc534cf7cf req-8198d1f9-25ba-4f00-9ed7-18c7c980f26f tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:29.197944 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d293b4fb-28f3-4dee-8907-d1bc534cf7cf req-8198d1f9-25ba-4f00-9ed7-18c7c980f26f tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 946 time: 0.0549014 Feb 18 16:48:29.245153 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-d293b4fb-28f3-4dee-8907-d1bc534cf7cf req-32cc32e4-2752-403a-a282-ba65a9271bca tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417676 Feb 18 16:48:29.266801 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37482) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:48:29.308203 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c727a2d-5019-4061-8690-40a8db247b6c tempest-TestVolumeBootPattern-2129657314 tempest-TestVolumeBootPattern-2129657314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:29.309713 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-1c727a2d-5019-4061-8690-40a8db247b6c tempest-TestVolumeBootPattern-2129657314 tempest-TestVolumeBootPattern-2129657314-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 1125 time: 0.0419905 Feb 18 16:48:29.312340 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37484) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:48:29.317155 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Request body: {'floatingip': {'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'port_id': '0d8d3dfa-6772-436b-9b41-890689689464', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:48:29.336965 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:29.431257 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:29.530527 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_common [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Allocated IP 172.27.2.6 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/e955c671-d58b-4732-b8a0-0d247d1babd4) {{(pid=102872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:48:29.861698 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for port (e955c671-d58b-4732-b8a0-0d247d1babd4), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:29.893826 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (e955c671-d58b-4732-b8a0-0d247d1babd4), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:29.928321 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:48:29.931144 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Resources bound (agent type, host, resource id): {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:48:29.934466 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Received port after_create {{(pid=102872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:48:29.960841 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event updated for resources: {'Port': ['ID=e955c671-d58b-4732-b8a0-0d247d1babd4,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:48:29.973703 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:29.974056 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:29.974399 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:29.974736 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:29.975069 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:29.975400 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:29.975726 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:29.976051 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:29.976376 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:29.976713 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:29.977030 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:29.977364 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:29.977686 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:48:30.304884 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for floatingip (dcd48c16-7cff-40d9-a786-0935a12adda2), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:30.373975 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (e955c671-d58b-4732-b8a0-0d247d1babd4), before_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:30.515384 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for port (e955c671-d58b-4732-b8a0-0d247d1babd4), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:30.520263 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12941152'] for port (e955c671-d58b-4732-b8a0-0d247d1babd4), after_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:30.591679 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event updated for resources: {'Port': ['ID=e955c671-d58b-4732-b8a0-0d247d1babd4,revision_number=2']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:48:30.600026 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (dcd48c16-7cff-40d9-a786-0935a12adda2), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:30.700499 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.l3_db [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Floating IP dcd48c16-7cff-40d9-a786-0935a12adda2 associated. External IP: 172.27.2.6, port: 0d8d3dfa-6772-436b-9b41-890689689464. Feb 18 16:48:30.913877 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:48:31.022451 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:48:31.032461 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b2d05a-f6e2-4064-b189-599bd7e2dfa0 None None] Sync routers for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:48:31.041471 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:31.042476 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b2d05a-f6e2-4064-b189-599bd7e2dfa0 None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:48:31.043105 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-03b2d05a-f6e2-4064-b189-599bd7e2dfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:48:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:48:31.085439 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-23720d16-eb50-488b-a5d7-8d4a53d2a06e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7591038 Feb 18 16:48:31.085439 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'tag': '0d8d3dfa-6772-436b-9b41-890689689464'}] {{(pid=102872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:48:31.085439 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982a6f8180be25104a37d0fe3acdd82455238c01b1010dd46e5de7cc24a09886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99445486-304f-4f28-8f69-c5556850dc61" -d '{"events": [{"name": "network-changed", "server_uuid": "2cad2468-11ed-44c3-b45a-fda332eeba24", "tag": "0d8d3dfa-6772-436b-9b41-890689689464"}]}' {{(pid=102872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:48:31.114106 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3f07bf-8fe7-4cb4-bc0c-9f890273657f x-openstack-request-id: req-0a3f07bf-8fe7-4cb4-bc0c-9f890273657f {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:48:31.114405 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cad2468-11ed-44c3-b45a-fda332eeba24", "tag": "0d8d3dfa-6772-436b-9b41-890689689464", "status": "completed", "code": 200}]} {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:48:31.114664 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0a3f07bf-8fe7-4cb4-bc0c-9f890273657f {{(pid=102872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:48:31.115076 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'tag': '0d8d3dfa-6772-436b-9b41-890689689464', 'status': 'completed', 'code': 200} Feb 18 16:48:31.153595 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-4b00772e-1c82-4276-8fcc-4f38ecc04e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:31.165672 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-03b2d05a-f6e2-4064-b189-599bd7e2dfa0 None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:48:31.184173 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99445486-304f-4f28-8f69-c5556850dc61 req-a06807c7-5bad-4d0c-b749-9606b58a2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:31.185732 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-99445486-304f-4f28-8f69-c5556850dc61 req-a06807c7-5bad-4d0c-b749-9606b58a2afe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 1130 time: 0.0455346 Feb 18 16:48:31.275105 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99445486-304f-4f28-8f69-c5556850dc61 req-75aff786-8bb5-44b3-b7f1-00790691a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:31.276562 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-99445486-304f-4f28-8f69-c5556850dc61 req-75aff786-8bb5-44b3-b7f1-00790691a4bc service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 912 time: 0.0847387 Feb 18 16:48:31.344391 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-99445486-304f-4f28-8f69-c5556850dc61 req-db3ba0e1-b2f8-4e25-bffa-c3e5ddc11d98 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d8d3dfa-6772-436b-9b41-890689689464 HTTP/1.1" status: 200 len: 998 time: 0.0618680 Feb 18 16:48:31.389717 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-03b2d05a-f6e2-4064-b189-599bd7e2dfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'dcd48c16-7cff-40d9-a786-0935a12adda2', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'port_id': '0d8d3dfa-6772-436b-9b41-890689689464', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'mac_address': 'fa:16:3e:04:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:48:30Z', 'updated_at': '2022-02-18T16:48:30Z', 'revision_number': 0, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:48:31.391837 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99445486-304f-4f28-8f69-c5556850dc61 req-f3042559-988d-4d2d-8091-8dfed996c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:31.393937 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-99445486-304f-4f28-8f69-c5556850dc61 req-f3042559-988d-4d2d-8091-8dfed996c344 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 200 len: 850 time: 0.0437908 Feb 18 16:48:31.416502 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b2d05a-f6e2-4064-b189-599bd7e2dfa0 None None] Checking router: 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:48:31.424790 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b2d05a-f6e2-4064-b189-599bd7e2dfa0 None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:48:31.425428 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-03b2d05a-f6e2-4064-b189-599bd7e2dfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:48:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:48:31.441352 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99445486-304f-4f28-8f69-c5556850dc61 req-aa57ac81-b7cb-4f64-8508-08d5e71a760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:31.442861 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-99445486-304f-4f28-8f69-c5556850dc61 req-aa57ac81-b7cb-4f64-8508-08d5e71a760f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433540 Feb 18 16:48:31.532407 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-03b2d05a-f6e2-4064-b189-599bd7e2dfa0 None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:48:31.533598 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-99445486-304f-4f28-8f69-c5556850dc61 req-a1a3661f-859a-4e06-8f0d-0ada55b8c7ee service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848136 Feb 18 16:48:31.620802 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-99445486-304f-4f28-8f69-c5556850dc61 req-770ffc70-0e3b-4827-95c6-68fc03b06357 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813541 Feb 18 16:48:31.755060 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-03b2d05a-f6e2-4064-b189-599bd7e2dfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'dcd48c16-7cff-40d9-a786-0935a12adda2', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'port_id': '0d8d3dfa-6772-436b-9b41-890689689464', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'mac_address': 'fa:16:3e:04:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:48:30Z', 'updated_at': '2022-02-18T16:48:30Z', 'revision_number': 0, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:48:31.780904 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b2d05a-f6e2-4064-b189-599bd7e2dfa0 None None] The sync data for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi is: [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'dcd48c16-7cff-40d9-a786-0935a12adda2', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'port_id': '0d8d3dfa-6772-436b-9b41-890689689464', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'mac_address': 'fa:16:3e:04:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:48:30Z', 'updated_at': '2022-02-18T16:48:30Z', 'revision_number': 0, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:48:31.963107 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfee1a-76ff-4c19-8bf7-1862883f500e None None] New status for floating IP dcd48c16-7cff-40d9-a786-0935a12adda2: ACTIVE {{(pid=102874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:48:33.213778 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-acb61472-43de-4cf7-8728-f803e100c16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:34.581776 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:35.873266 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:37.564957 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:40.906875 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:48:45.733466 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-80ca35fb-08b1-4377-86f1-c088662a9591 req-17b15900-d538-48ec-9fae-4c423b6c0a21 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469344 Feb 18 16:48:45.830587 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca35fb-08b1-4377-86f1-c088662a9591 req-211f4bbc-fc89-4cea-b472-74eebf775650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:45.832146 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-80ca35fb-08b1-4377-86f1-c088662a9591 req-211f4bbc-fc89-4cea-b472-74eebf775650 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 1130 time: 0.0439618 Feb 18 16:48:45.937971 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca35fb-08b1-4377-86f1-c088662a9591 req-d43fd3e3-dc46-4194-b163-d972c36e8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:45.939439 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-80ca35fb-08b1-4377-86f1-c088662a9591 req-d43fd3e3-dc46-4194-b163-d972c36e8b63 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 912 time: 0.0834849 Feb 18 16:48:46.012965 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-80ca35fb-08b1-4377-86f1-c088662a9591 req-096f43ed-f3cd-404c-9371-1f49c46eb87e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d8d3dfa-6772-436b-9b41-890689689464 HTTP/1.1" status: 200 len: 1000 time: 0.0658047 Feb 18 16:48:46.060241 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca35fb-08b1-4377-86f1-c088662a9591 req-0d82576f-d62a-4687-b326-80f60e4e096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:46.061665 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-80ca35fb-08b1-4377-86f1-c088662a9591 req-0d82576f-d62a-4687-b326-80f60e4e096b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 200 len: 850 time: 0.0424943 Feb 18 16:48:46.110080 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca35fb-08b1-4377-86f1-c088662a9591 req-f59faad7-59a7-467f-842a-7d4d55a14a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:48:46.111520 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-80ca35fb-08b1-4377-86f1-c088662a9591 req-f59faad7-59a7-467f-842a-7d4d55a14a5b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426297 Feb 18 16:48:46.205669 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-80ca35fb-08b1-4377-86f1-c088662a9591 req-6dc238a4-cc75-4e30-ab43-1b5761932adb service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822985 Feb 18 16:48:46.300169 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-80ca35fb-08b1-4377-86f1-c088662a9591 req-60c03855-247b-4540-ba72-34b3856f1cea service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863316 Feb 18 16:49:01.126506 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-168d9608-e748-4ba4-9dcb-115009895dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:49:03.214828 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a031db31-e1aa-4fd2-b4b8-e7010672ad2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:49:04.583126 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:49:05.608650 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:49:05.874103 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:49:07.566916 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:49:10.920804 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:49:31.127788 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5307c0d0-0c03-4f21-8136-eaeeffd2aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:49:33.216959 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-ba5ffe73-46cc-462b-be12-f7d8a917226c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:49:34.586211 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:49:35.877368 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:49:37.569942 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:49:40.919906 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:49:42.608050 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:49:46.698311 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-63ec5f94-56bc-4ce5-98a0-759369b3248b req-ad215aa1-da68-4837-a009-6d5167fde13d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480421 Feb 18 16:49:46.782541 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec5f94-56bc-4ce5-98a0-759369b3248b req-41e53e38-ce2f-4df7-b4be-7d965894e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:49:46.784045 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-63ec5f94-56bc-4ce5-98a0-759369b3248b req-41e53e38-ce2f-4df7-b4be-7d965894e2d5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 1130 time: 0.0429878 Feb 18 16:49:46.883371 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec5f94-56bc-4ce5-98a0-759369b3248b req-d2c833ed-1d9e-4ec6-948c-8584a2a032ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:49:46.884831 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-63ec5f94-56bc-4ce5-98a0-759369b3248b req-d2c833ed-1d9e-4ec6-948c-8584a2a032ac service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 912 time: 0.0830843 Feb 18 16:49:46.951199 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-63ec5f94-56bc-4ce5-98a0-759369b3248b req-6d832969-d5b5-40e6-ac5a-7764fbc86b08 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d8d3dfa-6772-436b-9b41-890689689464 HTTP/1.1" status: 200 len: 1000 time: 0.0604005 Feb 18 16:49:46.999902 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec5f94-56bc-4ce5-98a0-759369b3248b req-8b8b1fa2-545f-4aba-80d0-12006c3c8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:49:47.001386 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-63ec5f94-56bc-4ce5-98a0-759369b3248b req-8b8b1fa2-545f-4aba-80d0-12006c3c8dcd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 200 len: 850 time: 0.0446761 Feb 18 16:49:47.048089 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec5f94-56bc-4ce5-98a0-759369b3248b req-2a2625b4-9a26-4ce7-9701-b6a65dc68cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:49:47.049605 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-63ec5f94-56bc-4ce5-98a0-759369b3248b req-2a2625b4-9a26-4ce7-9701-b6a65dc68cc5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426013 Feb 18 16:49:47.139987 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-63ec5f94-56bc-4ce5-98a0-759369b3248b req-664d9e65-d797-4e51-9de7-dc64018b7127 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844970 Feb 18 16:49:47.225268 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-63ec5f94-56bc-4ce5-98a0-759369b3248b req-16022776-38cb-4454-b1e8-5053be35bdfe service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794823 Feb 18 16:50:01.129099 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-dd7eb751-8a16-44e0-b345-f6558a19f506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:03.217564 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-f87d3b03-74ff-49ca-834d-d6eaa5d299e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:04.000869 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-8b1b1d75-02dc-43b4-89b0-84d01665aedc tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-468080292&fields=id&tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9 HTTP/1.1" status: 200 len: 267 time: 0.0452964 Feb 18 16:50:04.107126 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-c8300641-8ad2-4b2f-bc3f-19a1f59341e5 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:04.108480 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-c8300641-8ad2-4b2f-bc3f-19a1f59341e5 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 811 time: 0.1005251 Feb 18 16:50:04.122548 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-20aba3b0-57ac-4dde-8e1d-e1049e491b9e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/quotas/135379ad8bcf4c3d8849ee18f75b3ab9 HTTP/1.1" status: 200 len: 375 time: 0.0086200 Feb 18 16:50:04.178612 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-50e1e6ff-46d6-4889-a01c-661887633110 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511692 Feb 18 16:50:04.332903 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-6bce5139-c1c2-4a80-be91-bc0019645abf service neutron] 10.222.0.36 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436234 Feb 18 16:50:04.424605 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-6a433781-6b00-4f99-b52b-e857f705717f service neutron] 10.222.0.36 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851390 Feb 18 16:50:04.590172 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:04.704218 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5969c8ec-6b7b-40c1-8dbc-c93fb31c3ca3 req-dcf3dd79-8304-4dc2-8237-474ec82c3c50 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 210 time: 0.0279877 Feb 18 16:50:05.591867 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-069fa163-03fa-4fb1-8a88-134f11e75ec6 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:05.593364 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-069fa163-03fa-4fb1-8a88-134f11e75ec6 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.71 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 811 time: 0.1099997 Feb 18 16:50:05.655384 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-9ec38fe4-6866-4dde-b7c5-c6e2ec94ce0d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9 HTTP/1.1" status: 200 len: 379 time: 0.0540528 Feb 18 16:50:05.664227 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Request body: {'port': {'device_id': 'e55f62de-6f3e-486c-ad4d-b04fc350683f', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'admin_state_up': True, 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'security_groups': ['f57a41b5-8985-4c54-be6e-86f31b8b1f5f']}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:50:05.775848 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Made reservation on behalf of 135379ad8bcf4c3d8849ee18f75b3ab9 for: {'port': 1} {{(pid=102871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 16:50:05.779239 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:05.802173 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-2e052a21-72f7-4f92-95dd-7b1d5a105a7c req-ec42c744-a5af-4616-946d-1d5d0cd16254 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 210 time: 0.0272489 Feb 18 16:50:05.884084 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:05.906458 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_common [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Allocated IP 172.20.0.14 (9f1040f3-6bfa-4938-885e-a1ebb59bb4ea/052b87fc-ea5c-43fb-b123-3c3d7fadedc1/6fd60c21-9b0c-4a6c-b046-65b83cc3729c) {{(pid=102871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:50:06.054227 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for port (6fd60c21-9b0c-4a6c-b046-65b83cc3729c), precommit_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:06.088257 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (6fd60c21-9b0c-4a6c-b046-65b83cc3729c), after_create {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:06.127246 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea is already hosted by enough agents. {{(pid=102871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:50:06.130895 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.base_scheduler [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Resources bound (agent type, host, resource id): {{(pid=102871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:50:06.134426 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Received port after_create {{(pid=102871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:50:06.168821 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event updated for resources: {'Port': ['ID=6fd60c21-9b0c-4a6c-b046-65b83cc3729c,revision_number=1']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:50:06.181757 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:06.182107 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:06.182452 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:06.182795 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:06.183124 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:06.183455 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:06.183786 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:06.184112 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:06.184458 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:06.184818 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:06.185079 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:06.185424 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:06.185746 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:06.203969 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:06.204584 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:06.222098 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-77a7697c-c6e7-48d1-909e-d51603b1b717 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5618472 Feb 18 16:50:06.233052 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.v2.base [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Request body: {'port': {'device_id': 'e55f62de-6f3e-486c-ad4d-b04fc350683f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:50:06.294300 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (6fd60c21-9b0c-4a6c-b046-65b83cc3729c), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:06.384463 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-3e632277-d6c1-4e25-a3a8-a9d9d1111165 None None] Provisioning complete for port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c triggered by entity DHCP. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:50:06.384748 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-3e632277-d6c1-4e25-a3a8-a9d9d1111165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (6fd60c21-9b0c-4a6c-b046-65b83cc3729c), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:06.418335 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-3e632277-d6c1-4e25-a3a8-a9d9d1111165 None None] Port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c cannot update to ACTIVE because it is not bound. {{(pid=102873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 16:50:06.554769 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd60c21-9b0c-4a6c-b046-65b83cc3729c {{(pid=102871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:50:06.562079 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Publish callbacks [] for port (6fd60c21-9b0c-4a6c-b046-65b83cc3729c), precommit_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:06.573904 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.provisioning_blocks [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Transition to ACTIVE for port object 6fd60c21-9b0c-4a6c-b046-65b83cc3729c will not be triggered until provisioned by entity L2. {{(pid=102871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 16:50:06.577455 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (6fd60c21-9b0c-4a6c-b046-65b83cc3729c), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:06.642720 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd60c21-9b0c-4a6c-b046-65b83cc3729c,revision_number=2']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:50:06.697473 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Attempting to bind port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 16:50:06.697953 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Attempting to bind port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 16:50:06.698365 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Attempting to bind port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c on network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:50:06.702963 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c on network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 16:50:06.703325 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Attempting to bind port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c on network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 16:50:06.708202 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Checking agent: {'id': 'dc683d23-f64e-47be-a2f4-90eceb34be58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'started_at': datetime.datetime(2022, 2, 18, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 16, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 16:50:06.709113 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Checking segment: {'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 16:50:06.709523 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Bound using segment: {'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'} {{(pid=102871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 16:50:06.710131 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.managers [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Bound port: 6fd60c21-9b0c-4a6c-b046-65b83cc3729c, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea'}}] {{(pid=102871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 16:50:06.710481 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (6fd60c21-9b0c-4a6c-b046-65b83cc3729c), before_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:06.778292 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] For port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c, host hv-cinder-82660, cleared binding levels {{(pid=102871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 16:50:06.781182 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] For port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=6fd60c21-9b0c-4a6c-b046-65b83cc3729c,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 16:50:06.787831 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444888'] for port (6fd60c21-9b0c-4a6c-b046-65b83cc3729c), after_update {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:06.821314 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:06.821962 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:06.823407 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] 10.222.0.71 "PUT /v2.0/ports/6fd60c21-9b0c-4a6c-b046-65b83cc3729c HTTP/1.1" status: 200 len: 1094 time: 0.5945561 Feb 18 16:50:06.823789 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55f62de-6f3e-486c-ad4d-b04fc350683f', 'tag': '6fd60c21-9b0c-4a6c-b046-65b83cc3729c'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:50:06.826088 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdf6fae-8ea3-4dcb-bb15-45f2d7585124" -d '{"events": [{"name": "network-changed", "server_uuid": "e55f62de-6f3e-486c-ad4d-b04fc350683f", "tag": "6fd60c21-9b0c-4a6c-b046-65b83cc3729c"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:50:06.850921 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ca41a-1abe-4bb2-9c34-bef2293b7e94 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd60c21-9b0c-4a6c-b046-65b83cc3729c,revision_number=3']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:50:06.910660 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3c27d5-3e09-4b38-bb18-cb136ed676e3 x-openstack-request-id: req-ea3c27d5-3e09-4b38-bb18-cb136ed676e3 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:50:06.911237 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55f62de-6f3e-486c-ad4d-b04fc350683f", "tag": "6fd60c21-9b0c-4a6c-b046-65b83cc3729c", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:50:06.911735 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea3c27d5-3e09-4b38-bb18-cb136ed676e3 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:50:06.912225 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55f62de-6f3e-486c-ad4d-b04fc350683f', 'tag': '6fd60c21-9b0c-4a6c-b046-65b83cc3729c', 'status': 'completed', 'code': 200} Feb 18 16:50:06.951003 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-014706aa-8199-4098-aa12-26bee03809b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:06.952540 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-014706aa-8199-4098-aa12-26bee03809b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 1128 time: 0.0526414 Feb 18 16:50:06.970864 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce5d57-3954-48e9-aa8b-94e54ffeed8f req-7f2324a8-3ed7-4a34-a5ec-286b5bb28a8b tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:06.972384 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-39ce5d57-3954-48e9-aa8b-94e54ffeed8f req-7f2324a8-3ed7-4a34-a5ec-286b5bb28a8b tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 944 time: 0.0550804 Feb 18 16:50:06.995018 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-0a174ddb-e9b0-4037-ac8f-62b4f27d88fe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fd60c21-9b0c-4a6c-b046-65b83cc3729c HTTP/1.1" status: 200 len: 217 time: 0.0352929 Feb 18 16:50:07.034616 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-39ce5d57-3954-48e9-aa8b-94e54ffeed8f req-430e8ff7-05b4-46a4-b943-5dfaa1520b00 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529470 Feb 18 16:50:07.047568 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-d8f648e8-102a-4a7c-9a1e-eeeefba21382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:07.049039 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-d8f648e8-102a-4a7c-9a1e-eeeefba21382 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 200 len: 850 time: 0.0483584 Feb 18 16:50:07.097817 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-3bf7e512-d20d-4c3b-bc2f-7a27d34bc3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:07.099347 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-3bf7e512-d20d-4c3b-bc2f-7a27d34bc3db service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444221 Feb 18 16:50:07.186200 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-bd32bb72-d3d1-4df5-a769-aff367ba7c46 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807264 Feb 18 16:50:07.276296 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-f0963807-f295-46c8-b4af-391d2d22aad7 req-b8426191-74d9-45bb-b4a3-7627f69a324a service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846472 Feb 18 16:50:07.363121 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf6fae-8ea3-4dcb-bb15-45f2d7585124 req-36d77eee-d6e7-4c13-95b5-ade71b9d2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:07.364595 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bfdf6fae-8ea3-4dcb-bb15-45f2d7585124 req-36d77eee-d6e7-4c13-95b5-ade71b9d2b31 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 1128 time: 0.0440168 Feb 18 16:50:07.466881 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf6fae-8ea3-4dcb-bb15-45f2d7585124 req-90ee3fd4-40df-47ed-9c8b-2470c83d488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:07.468332 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bfdf6fae-8ea3-4dcb-bb15-45f2d7585124 req-90ee3fd4-40df-47ed-9c8b-2470c83d488f service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 912 time: 0.0974216 Feb 18 16:50:07.508316 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bfdf6fae-8ea3-4dcb-bb15-45f2d7585124 req-94052456-420c-432c-b0fb-261dc2402909 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fd60c21-9b0c-4a6c-b046-65b83cc3729c HTTP/1.1" status: 200 len: 217 time: 0.0327728 Feb 18 16:50:07.558012 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf6fae-8ea3-4dcb-bb15-45f2d7585124 req-1693fcb0-4709-40df-acef-986c52644118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:07.559486 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bfdf6fae-8ea3-4dcb-bb15-45f2d7585124 req-1693fcb0-4709-40df-acef-986c52644118 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 200 len: 850 time: 0.0431192 Feb 18 16:50:07.573737 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:07.612326 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf6fae-8ea3-4dcb-bb15-45f2d7585124 req-1b12505a-1267-4ed2-b5fa-69b1aaced426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:07.613800 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bfdf6fae-8ea3-4dcb-bb15-45f2d7585124 req-1b12505a-1267-4ed2-b5fa-69b1aaced426 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482755 Feb 18 16:50:07.704334 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bfdf6fae-8ea3-4dcb-bb15-45f2d7585124 req-a56d1822-7543-4788-a1d3-47f4585df2c1 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804369 Feb 18 16:50:07.802567 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-bfdf6fae-8ea3-4dcb-bb15-45f2d7585124 req-2e77cae6-585c-4191-825b-8dc557ca26c4 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892792 Feb 18 16:50:08.164906 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c6fb9-a7e0-4ab2-8310-55432ffe9420 req-a87b4acc-729c-4665-b9ca-7672214feb7d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:08.166459 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b10c6fb9-a7e0-4ab2-8310-55432ffe9420 req-a87b4acc-729c-4665-b9ca-7672214feb7d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 944 time: 0.0540807 Feb 18 16:50:08.215079 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b10c6fb9-a7e0-4ab2-8310-55432ffe9420 req-bdcff699-1ca0-4c57-81bd-b4018627d21d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431943 Feb 18 16:50:09.330231 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738db5f4-38bd-4193-a69f-980962af3f99 req-e1f7db9b-4d30-4aa4-b8ea-b76a84e7ff5a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:09.331691 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-738db5f4-38bd-4193-a69f-980962af3f99 req-e1f7db9b-4d30-4aa4-b8ea-b76a84e7ff5a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 944 time: 0.0507464 Feb 18 16:50:09.378379 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-738db5f4-38bd-4193-a69f-980962af3f99 req-29415f03-68e5-4f87-8b97-b0cd72e37d2a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406713 Feb 18 16:50:10.504257 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3285f59-24e1-40f9-8304-326a53ccdbca req-99994275-cd9b-4571-93af-cafc72d45962 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:10.505748 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f3285f59-24e1-40f9-8304-326a53ccdbca req-99994275-cd9b-4571-93af-cafc72d45962 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 944 time: 0.0548880 Feb 18 16:50:10.554696 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f3285f59-24e1-40f9-8304-326a53ccdbca req-db366ade-becc-4ec4-99a6-ae908457af71 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429718 Feb 18 16:50:10.934941 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:11.671772 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf0da1-5399-47a5-87a3-e5e562147ad9 req-0438c580-0b2a-4f37-8e6d-ed17b8e5aafc tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:11.673233 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-faaf0da1-5399-47a5-87a3-e5e562147ad9 req-0438c580-0b2a-4f37-8e6d-ed17b8e5aafc tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 944 time: 0.0520308 Feb 18 16:50:11.720325 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-faaf0da1-5399-47a5-87a3-e5e562147ad9 req-3f947afb-fa8c-4d5c-a942-ff73088e7284 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416420 Feb 18 16:50:12.837788 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf903e-45fd-4820-bd57-6e973a0d3c1d req-5cad95b8-0634-48ee-9b1a-e8ff7a89afcc tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:12.839245 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b1bf903e-45fd-4820-bd57-6e973a0d3c1d req-5cad95b8-0634-48ee-9b1a-e8ff7a89afcc tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 944 time: 0.0526893 Feb 18 16:50:12.890015 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b1bf903e-45fd-4820-bd57-6e973a0d3c1d req-32f1b884-08df-4982-bab8-1c00e5a56add tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453055 Feb 18 16:50:14.006112 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c872b7e-2357-407f-88ca-cff0decae0ea req-a23dbf20-2a00-422a-a4fd-7861d02f0af3 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:14.007681 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5c872b7e-2357-407f-88ca-cff0decae0ea req-a23dbf20-2a00-422a-a4fd-7861d02f0af3 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 944 time: 0.0526624 Feb 18 16:50:14.055016 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5c872b7e-2357-407f-88ca-cff0decae0ea req-7ca6fb52-793e-4d52-a77f-db28c6ea2206 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418708 Feb 18 16:50:15.169546 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb4178-e9c3-49e4-a8a9-247b3d73559f req-1c15944d-dc0c-4387-954f-faa34f7b2c62 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:15.171004 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a3cb4178-e9c3-49e4-a8a9-247b3d73559f req-1c15944d-dc0c-4387-954f-faa34f7b2c62 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 944 time: 0.0513284 Feb 18 16:50:15.217492 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a3cb4178-e9c3-49e4-a8a9-247b3d73559f req-b00b3896-10d7-4636-b4d0-82a5882218f7 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410347 Feb 18 16:50:15.749728 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 6fd60c21-9b0c-4a6c-b046-65b83cc3729c details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 16:50:15.844629 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=6fd60c21-9b0c-4a6c-b046-65b83cc3729c,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:50:15.855846 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Returning: {'device': '6fd60c21-9b0c-4a6c-b046-65b83cc3729c', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'port_id': '6fd60c21-9b0c-4a6c-b046-65b83cc3729c', 'mac_address': 'fa:16:3e:2d:09:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 16:50:15.892936 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c is: DOWN; New status is: BUILD {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:50:15.893327 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (6fd60c21-9b0c-4a6c-b046-65b83cc3729c), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:15.909769 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd60c21-9b0c-4a6c-b046-65b83cc3729c {{(pid=102873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 16:50:15.928022 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=6fd60c21-9b0c-4a6c-b046-65b83cc3729c,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:50:15.932009 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (6fd60c21-9b0c-4a6c-b046-65b83cc3729c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:15.978714 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=6fd60c21-9b0c-4a6c-b046-65b83cc3729c,revision_number=4']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:50:15.985724 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:15.986078 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:15.986421 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:15.986757 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:15.987091 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:15.987419 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:15.987746 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:15.988073 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:15.988399 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:15.988724 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:15.989050 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:15.989389 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:15.989712 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:16.181537 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] get_ports_and_sgs() called for port_ids ['6fd60c21-9b0c-4a6c-b046-65b83cc3729c'] {{(pid=102873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 16:50:16.340860 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8d3c9-d050-4911-8f57-f26d203402e7 req-994e7d10-5953-4da3-9207-ade52356ff0c tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:16.342463 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a7b8d3c9-d050-4911-8f57-f26d203402e7 req-994e7d10-5953-4da3-9207-ade52356ff0c tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 945 time: 0.0569663 Feb 18 16:50:16.390296 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-a7b8d3c9-d050-4911-8f57-f26d203402e7 req-fbc9d58b-d6e0-4ba7-88ed-52f50ed39b3e tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423565 Feb 18 16:50:17.506419 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c93f4-4178-4b41-805b-6d5ad727e4c5 req-8c2fc5fe-823b-4249-a2c6-f56a6cb5f935 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:17.508104 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cb4c93f4-4178-4b41-805b-6d5ad727e4c5 req-8c2fc5fe-823b-4249-a2c6-f56a6cb5f935 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 945 time: 0.0519240 Feb 18 16:50:17.555612 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-cb4c93f4-4178-4b41-805b-6d5ad727e4c5 req-4b0d83ac-3c88-4bb8-89bd-781698482ca1 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420301 Feb 18 16:50:17.766438 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 6fd60c21-9b0c-4a6c-b046-65b83cc3729c up at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 16:50:17.817036 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning for port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c completed by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 16:50:17.821699 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.provisioning_blocks [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Provisioning complete for port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c triggered by entity L2. {{(pid=102873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 16:50:17.822346 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1257070'] for port (6fd60c21-9b0c-4a6c-b046-65b83cc3729c), provisioning_complete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:18.027250 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Current status of the port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c is: BUILD; New status is: ACTIVE {{(pid=102873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 16:50:18.027556 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (6fd60c21-9b0c-4a6c-b046-65b83cc3729c), before_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:18.048963 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55f62de-6f3e-486c-ad4d-b04fc350683f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd60c21-9b0c-4a6c-b046-65b83cc3729c'}] {{(pid=102873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:50:18.051571 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4176c9a3cfae1ecd581fc0dbfea669606a14ccc0ec39a2151ec02816a9bfe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55045bb-9625-4116-a32d-afe94d57acf8" -d '{"events": [{"server_uuid": "e55f62de-6f3e-486c-ad4d-b04fc350683f", "name": "network-vif-plugged", "status": "completed", "tag": "6fd60c21-9b0c-4a6c-b046-65b83cc3729c"}]}' {{(pid=102873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:50:18.063864 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] For port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=6fd60c21-9b0c-4a6c-b046-65b83cc3729c,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:50:18.067695 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837'] for port (6fd60c21-9b0c-4a6c-b046-65b83cc3729c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:18.091335 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235f1bd6-e676-44dd-8f46-e4ec19ded4aa x-openstack-request-id: req-235f1bd6-e676-44dd-8f46-e4ec19ded4aa {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:50:18.091625 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55f62de-6f3e-486c-ad4d-b04fc350683f", "name": "network-vif-plugged", "status": "completed", "tag": "6fd60c21-9b0c-4a6c-b046-65b83cc3729c", "code": 200}]} {{(pid=102873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:50:18.091874 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-235f1bd6-e676-44dd-8f46-e4ec19ded4aa {{(pid=102873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:50:18.092260 dv-cinder-826607-4-iscsi neutron-server[102873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55f62de-6f3e-486c-ad4d-b04fc350683f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd60c21-9b0c-4a6c-b046-65b83cc3729c', 'code': 200} Feb 18 16:50:18.116940 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Pushing event updated for resources: {'Port': ['ID=6fd60c21-9b0c-4a6c-b046-65b83cc3729c,revision_number=5']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:50:18.315285 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda0a3c-a25d-47db-b6b4-777216ac8445 req-79beac63-bac2-4841-a591-1e6503e1432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:18.316650 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2fda0a3c-a25d-47db-b6b4-777216ac8445 req-79beac63-bac2-4841-a591-1e6503e1432e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 1130 time: 0.0434730 Feb 18 16:50:18.360856 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-2fda0a3c-a25d-47db-b6b4-777216ac8445 req-fe9aa3fe-235d-4bff-b6f3-91c89a2626a1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379374 Feb 18 16:50:18.674990 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819ab7a-cb70-4303-bb4e-e288b27cecdb req-2d362923-c206-4273-b3af-fbce81af5fc7 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:18.676430 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1819ab7a-cb70-4303-bb4e-e288b27cecdb req-2d362923-c206-4273-b3af-fbce81af5fc7 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 946 time: 0.0540586 Feb 18 16:50:18.723485 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-1819ab7a-cb70-4303-bb4e-e288b27cecdb req-4b87270c-e964-4337-8a36-63165553a4ea tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408506 Feb 18 16:50:19.607618 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:50:19.845525 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2f7c3-5697-4080-ba0a-75e67b27d495 req-baa858dd-424a-4155-bc1a-6225e9efac60 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:19.846986 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f8f2f7c3-5697-4080-ba0a-75e67b27d495 req-baa858dd-424a-4155-bc1a-6225e9efac60 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 946 time: 0.0557492 Feb 18 16:50:19.894910 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-f8f2f7c3-5697-4080-ba0a-75e67b27d495 req-d081dbd2-c62b-41b8-b013-1c324995c17b tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423429 Feb 18 16:50:20.010167 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f73bfe-b864-41cc-898b-bde8c0f61f62 req-668baab2-ae80-4bdf-813f-8da0020950c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:20.011608 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b4f73bfe-b864-41cc-898b-bde8c0f61f62 req-668baab2-ae80-4bdf-813f-8da0020950c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 946 time: 0.0515270 Feb 18 16:50:20.061675 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-b4f73bfe-b864-41cc-898b-bde8c0f61f62 req-89c55686-85f4-4a3d-9a4d-d96959670dc5 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446620 Feb 18 16:50:20.083476 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37616) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:50:20.126154 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6323a1-c1e1-40e3-8113-394ef91ea76f tempest-TestVolumeBootPattern-2129657314 tempest-TestVolumeBootPattern-2129657314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:20.127636 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-7f6323a1-c1e1-40e3-8113-394ef91ea76f tempest-TestVolumeBootPattern-2129657314 tempest-TestVolumeBootPattern-2129657314-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 1125 time: 0.0432096 Feb 18 16:50:20.130482 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37618) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:50:20.135170 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.v2.base [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Request body: {'floatingip': {'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'port_id': '6fd60c21-9b0c-4a6c-b046-65b83cc3729c', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 16:50:20.155354 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:20.249765 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (None), before_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:20.355490 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_common [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Allocated IP 172.27.2.240 (93166e0d-0761-465b-9ae2-fb60dbd0b0cb/7c192671-cad5-4893-a018-2bafb3205fa5/5efd9f32-004d-4523-90f3-d3d38f444543) {{(pid=102872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 16:50:20.451265 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for port (5efd9f32-004d-4523-90f3-d3d38f444543), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:20.487443 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740552586801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (5efd9f32-004d-4523-90f3-d3d38f444543), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:20.522375 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Network 93166e0d-0761-465b-9ae2-fb60dbd0b0cb is already hosted by enough agents. {{(pid=102872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 16:50:20.525869 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.base_scheduler [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Resources bound (agent type, host, resource id): {{(pid=102872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 16:50:20.529163 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Received port after_create {{(pid=102872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 16:50:20.556346 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event updated for resources: {'Port': ['ID=5efd9f32-004d-4523-90f3-d3d38f444543,revision_number=1']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:50:20.567346 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:20.567701 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:20.568048 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:20.568388 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:20.568718 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:20.569047 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:20.569398 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:20.569730 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:20.570054 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:20.571065 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:20.571398 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:20.571726 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:20.572049 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:50:20.902951 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for floatingip (9d5970c0-46fa-42f6-b958-747c9e7cea7c), precommit_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:20.971333 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-884549'] for port (5efd9f32-004d-4523-90f3-d3d38f444543), before_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:21.115580 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for port (5efd9f32-004d-4523-90f3-d3d38f444543), precommit_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:21.120523 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740553111673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740552586819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740552586837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12941152'] for port (5efd9f32-004d-4523-90f3-d3d38f444543), after_update {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:21.184535 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event updated for resources: {'Port': ['ID=5efd9f32-004d-4523-90f3-d3d38f444543,revision_number=2']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:50:21.195771 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594593'] for floatingip (9d5970c0-46fa-42f6-b958-747c9e7cea7c), after_create {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:21.522300 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.l3_db [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Floating IP 9d5970c0-46fa-42f6-b958-747c9e7cea7c associated. External IP: 172.27.2.240, port: 6fd60c21-9b0c-4a6c-b046-65b83cc3729c. Feb 18 16:50:21.729326 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:50:21.838246 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:50:21.847816 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243fa58-e4cc-4f87-b058-c98685b3c458 None None] Sync routers for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:50:21.855749 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:21.859672 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243fa58-e4cc-4f87-b058-c98685b3c458 None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:50:21.860763 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-e243fa58-e4cc-4f87-b058-c98685b3c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:50:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:50:21.886190 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-2279239f-a7d8-4d12-b15a-d0db9994601a tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7547073 Feb 18 16:50:21.886880 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55f62de-6f3e-486c-ad4d-b04fc350683f', 'tag': '6fd60c21-9b0c-4a6c-b046-65b83cc3729c'}] {{(pid=102872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:50:21.889132 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982a6f8180be25104a37d0fe3acdd82455238c01b1010dd46e5de7cc24a09886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e9c0f2-79f9-4701-9359-f1f65158be8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e55f62de-6f3e-486c-ad4d-b04fc350683f", "tag": "6fd60c21-9b0c-4a6c-b046-65b83cc3729c"}]}' {{(pid=102872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:50:21.925051 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3711a784-3a41-47ec-9ef6-5230912f2c7b x-openstack-request-id: req-3711a784-3a41-47ec-9ef6-5230912f2c7b {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:50:21.925685 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55f62de-6f3e-486c-ad4d-b04fc350683f", "tag": "6fd60c21-9b0c-4a6c-b046-65b83cc3729c", "status": "completed", "code": 200}]} {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:50:21.925685 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3711a784-3a41-47ec-9ef6-5230912f2c7b {{(pid=102872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:50:21.926090 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55f62de-6f3e-486c-ad4d-b04fc350683f', 'tag': '6fd60c21-9b0c-4a6c-b046-65b83cc3729c', 'status': 'completed', 'code': 200} Feb 18 16:50:21.975534 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-e243fa58-e4cc-4f87-b058-c98685b3c458 None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:50:21.989284 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9c0f2-79f9-4701-9359-f1f65158be8a req-3b62e090-9856-4e83-8e7d-492f8bcc216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:21.990821 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-29e9c0f2-79f9-4701-9359-f1f65158be8a req-3b62e090-9856-4e83-8e7d-492f8bcc216b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 1130 time: 0.0444407 Feb 18 16:50:22.081213 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9c0f2-79f9-4701-9359-f1f65158be8a req-87402e42-d8f3-4914-b779-3edb464ad8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:22.082621 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-29e9c0f2-79f9-4701-9359-f1f65158be8a req-87402e42-d8f3-4914-b779-3edb464ad8ab service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 912 time: 0.0854995 Feb 18 16:50:22.145304 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-29e9c0f2-79f9-4701-9359-f1f65158be8a req-18ff4535-b790-4f9a-9859-00fc9d617cf9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fd60c21-9b0c-4a6c-b046-65b83cc3729c HTTP/1.1" status: 200 len: 1000 time: 0.0567443 Feb 18 16:50:22.196561 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9c0f2-79f9-4701-9359-f1f65158be8a req-49d1ff52-b9e3-4e8d-b964-103a062cf4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:22.198041 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-29e9c0f2-79f9-4701-9359-f1f65158be8a req-49d1ff52-b9e3-4e8d-b964-103a062cf4c0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 200 len: 850 time: 0.0465891 Feb 18 16:50:22.200313 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-e243fa58-e4cc-4f87-b058-c98685b3c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': '9d5970c0-46fa-42f6-b958-747c9e7cea7c', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'port_id': '6fd60c21-9b0c-4a6c-b046-65b83cc3729c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'mac_address': 'fa:16:3e:2d:09:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55f62de-6f3e-486c-ad4d-b04fc350683f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:50:20Z', 'updated_at': '2022-02-18T16:50:20Z', 'revision_number': 0, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address_scope': None}, {'id': 'dcd48c16-7cff-40d9-a786-0935a12adda2', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'port_id': '0d8d3dfa-6772-436b-9b41-890689689464', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'mac_address': 'fa:16:3e:04:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:48:30Z', 'updated_at': '2022-02-18T16:48:32Z', 'revision_number': 1, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:50:22.226316 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243fa58-e4cc-4f87-b058-c98685b3c458 None None] Checking router: 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:50:22.234727 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243fa58-e4cc-4f87-b058-c98685b3c458 None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:50:22.235602 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-e243fa58-e4cc-4f87-b058-c98685b3c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:50:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:50:22.246732 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9c0f2-79f9-4701-9359-f1f65158be8a req-a3d05073-ffc1-420d-8749-393749c69522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:22.248233 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-29e9c0f2-79f9-4701-9359-f1f65158be8a req-a3d05073-ffc1-420d-8749-393749c69522 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443492 Feb 18 16:50:22.337786 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-29e9c0f2-79f9-4701-9359-f1f65158be8a req-41c61c44-c50f-40ad-bf57-ce57a5e55604 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833399 Feb 18 16:50:22.345034 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-e243fa58-e4cc-4f87-b058-c98685b3c458 None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:50:22.437230 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-29e9c0f2-79f9-4701-9359-f1f65158be8a req-7654b006-bdc5-4fdd-b87c-1b63c56c4f8d service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936534 Feb 18 16:50:22.578140 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-e243fa58-e4cc-4f87-b058-c98685b3c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': '9d5970c0-46fa-42f6-b958-747c9e7cea7c', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'port_id': '6fd60c21-9b0c-4a6c-b046-65b83cc3729c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'mac_address': 'fa:16:3e:2d:09:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55f62de-6f3e-486c-ad4d-b04fc350683f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:50:20Z', 'updated_at': '2022-02-18T16:50:20Z', 'revision_number': 0, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address_scope': None}, {'id': 'dcd48c16-7cff-40d9-a786-0935a12adda2', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'port_id': '0d8d3dfa-6772-436b-9b41-890689689464', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'mac_address': 'fa:16:3e:04:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:48:30Z', 'updated_at': '2022-02-18T16:48:32Z', 'revision_number': 1, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:50:22.604986 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243fa58-e4cc-4f87-b058-c98685b3c458 None None] The sync data for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi is: [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': '9d5970c0-46fa-42f6-b958-747c9e7cea7c', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'port_id': '6fd60c21-9b0c-4a6c-b046-65b83cc3729c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'mac_address': 'fa:16:3e:2d:09:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55f62de-6f3e-486c-ad4d-b04fc350683f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:50:20Z', 'updated_at': '2022-02-18T16:50:20Z', 'revision_number': 0, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address_scope': None}, {'id': 'dcd48c16-7cff-40d9-a786-0935a12adda2', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'port_id': '0d8d3dfa-6772-436b-9b41-890689689464', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'mac_address': 'fa:16:3e:04:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:48:30Z', 'updated_at': '2022-02-18T16:48:32Z', 'revision_number': 1, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:50:22.797278 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a4a1c8-b744-40d9-b5c7-6987be222939 None None] New status for floating IP 9d5970c0-46fa-42f6-b958-747c9e7cea7c: ACTIVE {{(pid=102874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:50:31.131103 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-629acd37-5076-451a-8a26-ac36d1c3f817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:33.222089 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-d8c61591-23e1-4a62-9482-713fa55a5d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:34.592604 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:35.882926 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:37.576235 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:40.934221 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:50:48.721079 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9cab8eee-e82b-42b8-9ab2-9ffd5e7157c5 req-0cc731ff-cd94-4b1d-a680-341c388c3e85 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429084 Feb 18 16:50:48.808889 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab8eee-e82b-42b8-9ab2-9ffd5e7157c5 req-c4211e12-7e48-4c16-bb72-97762a8c46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:48.810396 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9cab8eee-e82b-42b8-9ab2-9ffd5e7157c5 req-c4211e12-7e48-4c16-bb72-97762a8c46fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 1130 time: 0.0438039 Feb 18 16:50:48.914472 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab8eee-e82b-42b8-9ab2-9ffd5e7157c5 req-b2df0a60-b45d-4e77-8197-ca2c813a8f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:48.915944 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9cab8eee-e82b-42b8-9ab2-9ffd5e7157c5 req-b2df0a60-b45d-4e77-8197-ca2c813a8f18 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 912 time: 0.0870006 Feb 18 16:50:48.984355 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9cab8eee-e82b-42b8-9ab2-9ffd5e7157c5 req-78e288b6-4c0a-42a0-9558-75557f351f21 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d8d3dfa-6772-436b-9b41-890689689464 HTTP/1.1" status: 200 len: 1000 time: 0.0616622 Feb 18 16:50:49.034803 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab8eee-e82b-42b8-9ab2-9ffd5e7157c5 req-1de007e0-8ed5-426f-b8f6-faf5edd6efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:49.036184 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9cab8eee-e82b-42b8-9ab2-9ffd5e7157c5 req-1de007e0-8ed5-426f-b8f6-faf5edd6efd9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 200 len: 850 time: 0.0454352 Feb 18 16:50:49.082676 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab8eee-e82b-42b8-9ab2-9ffd5e7157c5 req-1f323c37-bbff-47ac-99bb-9770eae02598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:50:49.084109 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9cab8eee-e82b-42b8-9ab2-9ffd5e7157c5 req-1f323c37-bbff-47ac-99bb-9770eae02598 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422058 Feb 18 16:50:49.169289 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9cab8eee-e82b-42b8-9ab2-9ffd5e7157c5 req-7a6ba84d-f08d-4d8e-a201-65d6f9f5d469 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785203 Feb 18 16:50:49.259718 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-9cab8eee-e82b-42b8-9ab2-9ffd5e7157c5 req-b8bc11cc-6fae-4149-8043-fb1202642f15 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845573 Feb 18 16:50:56.607414 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:51:01.132728 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-c082d642-4ee1-4464-b7c6-38eedbd1d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:03.222561 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-6985a58e-e3e8-45ae-a1ff-a750527e8682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:04.599644 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:05.888762 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:07.577657 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:09.350895 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [req-c8565c45-d0a6-4a3c-8d65-45498b1aef71 req-dc5335ce-9bf7-4de1-bef3-27596779c4b0 service neutron] (102872) timed out ('10.222.0.71', 60512) {{(pid=102872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 16:51:09.403572 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [req-24b47592-0621-4b9e-a492-1bc5d02d06ea req-5b003974-f942-44b0-a7cb-ef49b935af9a service neutron] (102872) timed out ('10.222.0.71', 60474) {{(pid=102872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 16:51:10.938438 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:31.134020 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-b7387eec-fcf8-4863-9e7b-1030744941ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:33.223388 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-3c856b90-8f98-4858-9f13-367facc05615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:33.606961 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:51:34.596969 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:35.889416 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:37.580163 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:40.955193 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:48.734073 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-60294c23-9151-4572-9772-b5b5cc18e7b3 req-62078bd2-d833-447a-a322-68b1067178d8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822692 Feb 18 16:51:48.799385 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60294c23-9151-4572-9772-b5b5cc18e7b3 req-79c3fe13-f011-47d1-87a9-3486aa8028fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:48.800865 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-60294c23-9151-4572-9772-b5b5cc18e7b3 req-79c3fe13-f011-47d1-87a9-3486aa8028fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 1130 time: 0.0441921 Feb 18 16:51:48.904983 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60294c23-9151-4572-9772-b5b5cc18e7b3 req-be97e734-fe28-4d11-8723-f0d95f85c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:48.906486 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-60294c23-9151-4572-9772-b5b5cc18e7b3 req-be97e734-fe28-4d11-8723-f0d95f85c3fd service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 912 time: 0.0872517 Feb 18 16:51:48.972347 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-60294c23-9151-4572-9772-b5b5cc18e7b3 req-aae4d482-e92b-4e77-8cc2-7c2b7e5dad30 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fd60c21-9b0c-4a6c-b046-65b83cc3729c HTTP/1.1" status: 200 len: 1002 time: 0.0578732 Feb 18 16:51:48.981663 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37652) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:51:49.027456 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60294c23-9151-4572-9772-b5b5cc18e7b3 req-d72f0b43-c063-460c-8f48-2d5985e088b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:49.028981 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-60294c23-9151-4572-9772-b5b5cc18e7b3 req-d72f0b43-c063-460c-8f48-2d5985e088b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 200 len: 850 time: 0.0498836 Feb 18 16:51:49.076687 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60294c23-9151-4572-9772-b5b5cc18e7b3 req-6d7d6a91-db3e-4c16-9d8c-e295962afaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:49.078373 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-60294c23-9151-4572-9772-b5b5cc18e7b3 req-6d7d6a91-db3e-4c16-9d8c-e295962afaaf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437977 Feb 18 16:51:49.167184 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-60294c23-9151-4572-9772-b5b5cc18e7b3 req-f6ea6197-8dd0-4e9e-939f-45758ad6d728 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816576 Feb 18 16:51:49.178750 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Deleting port 5efd9f32-004d-4523-90f3-d3d38f444543 {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:51:49.179092 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (5efd9f32-004d-4523-90f3-d3d38f444543), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:49.255395 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (5efd9f32-004d-4523-90f3-d3d38f444543), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:49.255670 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for floatingip (5efd9f32-004d-4523-90f3-d3d38f444543), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:49.258054 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-60294c23-9151-4572-9772-b5b5cc18e7b3 req-a8e2f10b-f3eb-4698-b77c-5e146fbc8878 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852900 Feb 18 16:51:49.267464 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Calling delete_port for 5efd9f32-004d-4523-90f3-d3d38f444543 owned by network:floatingip {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:51:49.438737 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (5efd9f32-004d-4523-90f3-d3d38f444543), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:49.464108 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event deleted for resources: {'Port': ['ID=5efd9f32-004d-4523-90f3-d3d38f444543,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:51:49.474629 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:49.474987 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:49.475340 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:49.475691 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:49.476027 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:49.476364 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:49.476698 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:49.477037 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:49.477388 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:49.477725 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:49.478055 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:49.478381 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:49.478710 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:49.536291 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for floatingip (9d5970c0-46fa-42f6-b958-747c9e7cea7c), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:49.536804 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.l3_db [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Floating IP 9d5970c0-46fa-42f6-b958-747c9e7cea7c disassociated (deleted). External IP: 172.27.2.240, port: 6fd60c21-9b0c-4a6c-b046-65b83cc3729c. Feb 18 16:51:49.740858 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:51:49.847391 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:51:49.852131 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:49.857925 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca6f364-2ce1-40e6-899d-e05fb7cb1a5b None None] Sync routers for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:51:49.867894 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca6f364-2ce1-40e6-899d-e05fb7cb1a5b None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:51:49.868507 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-8ca6f364-2ce1-40e6-899d-e05fb7cb1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:51:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:51:49.882997 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-25114081-84e7-4f9b-b60b-c2daf19a0cfa tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "DELETE /v2.0/floatingips/9d5970c0-46fa-42f6-b958-747c9e7cea7c HTTP/1.1" status: 204 len: 168 time: 0.9002743 Feb 18 16:51:49.883587 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55f62de-6f3e-486c-ad4d-b04fc350683f', 'tag': '6fd60c21-9b0c-4a6c-b046-65b83cc3729c'}] {{(pid=102872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:51:49.885855 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982a6f8180be25104a37d0fe3acdd82455238c01b1010dd46e5de7cc24a09886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90d7c94-9ac0-470b-90e5-64977f0469d7" -d '{"events": [{"name": "network-changed", "server_uuid": "e55f62de-6f3e-486c-ad4d-b04fc350683f", "tag": "6fd60c21-9b0c-4a6c-b046-65b83cc3729c"}]}' {{(pid=102872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:51:49.986580 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-8ca6f364-2ce1-40e6-899d-e05fb7cb1a5b None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:51:50.000358 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85584d9f-e643-490a-b213-e864e1002d0e x-openstack-request-id: req-85584d9f-e643-490a-b213-e864e1002d0e {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:51:50.000880 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55f62de-6f3e-486c-ad4d-b04fc350683f", "tag": "6fd60c21-9b0c-4a6c-b046-65b83cc3729c", "status": "completed", "code": 200}]} {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:51:50.000976 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85584d9f-e643-490a-b213-e864e1002d0e {{(pid=102872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:51:50.001331 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55f62de-6f3e-486c-ad4d-b04fc350683f', 'tag': '6fd60c21-9b0c-4a6c-b046-65b83cc3729c', 'status': 'completed', 'code': 200} Feb 18 16:51:50.085762 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d7c94-9ac0-470b-90e5-64977f0469d7 req-60a10129-7ac6-4e4f-8f97-b22da9009ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:50.087484 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-c90d7c94-9ac0-470b-90e5-64977f0469d7 req-60a10129-7ac6-4e4f-8f97-b22da9009ef2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 1130 time: 0.0562005 Feb 18 16:51:50.177255 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cb766-f12b-4f2b-b782-0a7fb5372d31 req-05693fab-19c2-4f42-9b0d-c309eb51cdb8 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:50.181456 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3e2cb766-f12b-4f2b-b782-0a7fb5372d31 req-05693fab-19c2-4f42-9b0d-c309eb51cdb8 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 946 time: 0.1134236 Feb 18 16:51:50.188907 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d7c94-9ac0-470b-90e5-64977f0469d7 req-56532d04-c03e-491a-8898-ae3a9625b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:50.190415 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-c90d7c94-9ac0-470b-90e5-64977f0469d7 req-56532d04-c03e-491a-8898-ae3a9625b4e0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 912 time: 0.0963919 Feb 18 16:51:50.224230 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-8ca6f364-2ce1-40e6-899d-e05fb7cb1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'dcd48c16-7cff-40d9-a786-0935a12adda2', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'port_id': '0d8d3dfa-6772-436b-9b41-890689689464', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'mac_address': 'fa:16:3e:04:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:48:30Z', 'updated_at': '2022-02-18T16:48:32Z', 'revision_number': 1, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:51:50.229831 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-3e2cb766-f12b-4f2b-b782-0a7fb5372d31 req-631d193d-639d-46dd-b3ec-b6704658f2dd tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436866 Feb 18 16:51:50.233714 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-c90d7c94-9ac0-470b-90e5-64977f0469d7 req-ada31a8b-1caa-45d7-8690-59c82a82ba4d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fd60c21-9b0c-4a6c-b046-65b83cc3729c HTTP/1.1" status: 200 len: 217 time: 0.0356448 Feb 18 16:51:50.253782 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca6f364-2ce1-40e6-899d-e05fb7cb1a5b None None] Checking router: 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:51:50.262408 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca6f364-2ce1-40e6-899d-e05fb7cb1a5b None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:51:50.263026 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-8ca6f364-2ce1-40e6-899d-e05fb7cb1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:51:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:51:50.282099 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d7c94-9ac0-470b-90e5-64977f0469d7 req-4bc7ee0a-7a8b-4114-90c2-d893e332ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:50.283574 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-c90d7c94-9ac0-470b-90e5-64977f0469d7 req-4bc7ee0a-7a8b-4114-90c2-d893e332ec5b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 200 len: 850 time: 0.0437453 Feb 18 16:51:50.336381 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d7c94-9ac0-470b-90e5-64977f0469d7 req-0e9fe1fa-7650-4d4a-9d34-d81aebd0f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:50.337819 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-c90d7c94-9ac0-470b-90e5-64977f0469d7 req-0e9fe1fa-7650-4d4a-9d34-d81aebd0f1f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471113 Feb 18 16:51:50.373816 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-8ca6f364-2ce1-40e6-899d-e05fb7cb1a5b None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:51:50.609194 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-8ca6f364-2ce1-40e6-899d-e05fb7cb1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'dcd48c16-7cff-40d9-a786-0935a12adda2', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'port_id': '0d8d3dfa-6772-436b-9b41-890689689464', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'mac_address': 'fa:16:3e:04:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:48:30Z', 'updated_at': '2022-02-18T16:48:32Z', 'revision_number': 1, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:51:50.639653 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca6f364-2ce1-40e6-899d-e05fb7cb1a5b None None] The sync data for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi is: [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_floatingips': [{'id': 'dcd48c16-7cff-40d9-a786-0935a12adda2', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'router_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'port_id': '0d8d3dfa-6772-436b-9b41-890689689464', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'mac_address': 'fa:16:3e:04:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T16:48:30Z', 'updated_at': '2022-02-18T16:48:32Z', 'revision_number': 1, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:51:50.682766 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-c90d7c94-9ac0-470b-90e5-64977f0469d7 req-010a8904-7d0f-47b2-bc0a-7cf7a120f60e service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372626 Feb 18 16:51:50.775676 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-c90d7c94-9ac0-470b-90e5-64977f0469d7 req-c451425e-f145-4673-b62c-35f8744509af service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864248 Feb 18 16:51:50.861582 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab46b035-15e4-437d-a2d5-f6172b98b4d0 None None] New status for floating IP 9d5970c0-46fa-42f6-b958-747c9e7cea7c: DOWN {{(pid=102874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:51:51.390588 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801b011-e5f6-4cf9-a6f3-a8425cdfc9b5 req-6818df8d-ec8d-4883-98e2-bb5b05afef54 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:51.392030 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5801b011-e5f6-4cf9-a6f3-a8425cdfc9b5 req-6818df8d-ec8d-4883-98e2-bb5b05afef54 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 946 time: 0.0936518 Feb 18 16:51:51.438896 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-5801b011-e5f6-4cf9-a6f3-a8425cdfc9b5 req-16926e68-0159-492a-9996-518b3938a870 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413835 Feb 18 16:51:51.610020 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976344e8-3f35-4fba-a997-fd2e68cb7168 req-a5feab07-9da2-4b83-b572-1794aad68b33 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:51.611621 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-976344e8-3f35-4fba-a997-fd2e68cb7168 req-a5feab07-9da2-4b83-b572-1794aad68b33 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.71 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 946 time: 0.0509715 Feb 18 16:51:51.705005 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-976344e8-3f35-4fba-a997-fd2e68cb7168 req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Deleting port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:51:51.705371 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-976344e8-3f35-4fba-a997-fd2e68cb7168 req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (6fd60c21-9b0c-4a6c-b046-65b83cc3729c), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:51.790818 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-976344e8-3f35-4fba-a997-fd2e68cb7168 req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] For port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=6fd60c21-9b0c-4a6c-b046-65b83cc3729c,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:51:51.791178 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-976344e8-3f35-4fba-a997-fd2e68cb7168 req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (6fd60c21-9b0c-4a6c-b046-65b83cc3729c), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:51.803680 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-976344e8-3f35-4fba-a997-fd2e68cb7168 req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Calling delete_port for 6fd60c21-9b0c-4a6c-b046-65b83cc3729c owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:51:51.931293 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-976344e8-3f35-4fba-a997-fd2e68cb7168 req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (6fd60c21-9b0c-4a6c-b046-65b83cc3729c), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:51.959542 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event deleted for resources: {'Port': ['ID=6fd60c21-9b0c-4a6c-b046-65b83cc3729c,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:51:51.971144 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:51.971497 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:51.971845 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:51.972181 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:51.972506 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:51.972827 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:51.973151 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:51.973504 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:51.973830 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:51.974153 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:51.974471 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:51.974792 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:51.975110 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:51:52.014689 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-976344e8-3f35-4fba-a997-fd2e68cb7168 req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] No DVR routers for this DVR port 6fd60c21-9b0c-4a6c-b046-65b83cc3729c on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:51:52.017051 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-976344e8-3f35-4fba-a997-fd2e68cb7168 req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:52.020392 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-976344e8-3f35-4fba-a997-fd2e68cb7168 req-7122ac68-fce3-4b7a-8a5c-c5cca155d3c9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.71 "DELETE /v2.0/ports/6fd60c21-9b0c-4a6c-b046-65b83cc3729c HTTP/1.1" status: 204 len: 173 time: 0.4018121 Feb 18 16:51:52.020825 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55f62de-6f3e-486c-ad4d-b04fc350683f', 'name': 'network-vif-deleted', 'tag': '6fd60c21-9b0c-4a6c-b046-65b83cc3729c'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:51:52.023034 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edea3252-63c1-4a40-ab38-c80a006cf47d" -d '{"events": [{"server_uuid": "e55f62de-6f3e-486c-ad4d-b04fc350683f", "name": "network-vif-deleted", "tag": "6fd60c21-9b0c-4a6c-b046-65b83cc3729c"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:51:52.059627 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d36a15-b8c8-4278-9723-b09971d2a717 x-openstack-request-id: req-73d36a15-b8c8-4278-9723-b09971d2a717 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:51:52.059920 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55f62de-6f3e-486c-ad4d-b04fc350683f", "name": "network-vif-deleted", "tag": "6fd60c21-9b0c-4a6c-b046-65b83cc3729c", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:51:52.060172 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73d36a15-b8c8-4278-9723-b09971d2a717 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:51:52.060661 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55f62de-6f3e-486c-ad4d-b04fc350683f', 'name': 'network-vif-deleted', 'tag': '6fd60c21-9b0c-4a6c-b046-65b83cc3729c', 'status': 'completed', 'code': 200} Feb 18 16:51:52.546114 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-380c6544-9d49-4d8f-9f94-4175b5a4c484 req-8c42d6d7-b675-43ac-9345-789dc49f79a6 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55f62de-6f3e-486c-ad4d-b04fc350683f HTTP/1.1" status: 200 len: 210 time: 0.0304749 Feb 18 16:51:54.183411 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 6fd60c21-9b0c-4a6c-b046-65b83cc3729c no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:51:54.203285 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: 6fd60c21-9b0c-4a6c-b046-65b83cc3729c {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:51:54.203633 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 6fd60c21-9b0c-4a6c-b046-65b83cc3729c not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:51:55.816334 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37702) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:51:55.970741 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-b0167e97-50ca-4729-8652-6dbe757a5548 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Deleting port e955c671-d58b-4732-b8a0-0d247d1babd4 {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:51:55.971083 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b0167e97-50ca-4729-8652-6dbe757a5548 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (e955c671-d58b-4732-b8a0-0d247d1babd4), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:56.044239 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b0167e97-50ca-4729-8652-6dbe757a5548 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (e955c671-d58b-4732-b8a0-0d247d1babd4), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:56.044562 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b0167e97-50ca-4729-8652-6dbe757a5548 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for floatingip (e955c671-d58b-4732-b8a0-0d247d1babd4), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:56.055884 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-b0167e97-50ca-4729-8652-6dbe757a5548 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Calling delete_port for e955c671-d58b-4732-b8a0-0d247d1babd4 owned by network:floatingip {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:51:56.200652 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b0167e97-50ca-4729-8652-6dbe757a5548 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (e955c671-d58b-4732-b8a0-0d247d1babd4), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:56.224910 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0167e97-50ca-4729-8652-6dbe757a5548 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event deleted for resources: {'Port': ['ID=e955c671-d58b-4732-b8a0-0d247d1babd4,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:51:56.288779 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b0167e97-50ca-4729-8652-6dbe757a5548 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for floatingip (dcd48c16-7cff-40d9-a786-0935a12adda2), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:56.289113 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.db.l3_db [None req-b0167e97-50ca-4729-8652-6dbe757a5548 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Floating IP dcd48c16-7cff-40d9-a786-0935a12adda2 disassociated (deleted). External IP: 172.27.2.6, port: 0d8d3dfa-6772-436b-9b41-890689689464. Feb 18 16:51:56.502051 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0167e97-50ca-4729-8652-6dbe757a5548 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:51:56.608401 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0167e97-50ca-4729-8652-6dbe757a5548 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:51:56.613030 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-b0167e97-50ca-4729-8652-6dbe757a5548 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:56.618636 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778a26fc-a2a3-4ec9-ac93-31718d5a77bf None None] Sync routers for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:51:56.628538 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778a26fc-a2a3-4ec9-ac93-31718d5a77bf None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:51:56.629228 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-778a26fc-a2a3-4ec9-ac93-31718d5a77bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:51:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:51:56.642269 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-b0167e97-50ca-4729-8652-6dbe757a5548 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "DELETE /v2.0/floatingips/dcd48c16-7cff-40d9-a786-0935a12adda2 HTTP/1.1" status: 204 len: 168 time: 0.8247128 Feb 18 16:51:56.642697 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'tag': '0d8d3dfa-6772-436b-9b41-890689689464'}] {{(pid=102872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:51:56.644912 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}982a6f8180be25104a37d0fe3acdd82455238c01b1010dd46e5de7cc24a09886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0f67b1-b3cc-497b-a22f-ba03ff7963d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2cad2468-11ed-44c3-b45a-fda332eeba24", "tag": "0d8d3dfa-6772-436b-9b41-890689689464"}]}' {{(pid=102872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:51:56.684602 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 16:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e2738f-db8a-4fd7-a16e-9595320b1685 x-openstack-request-id: req-e0e2738f-db8a-4fd7-a16e-9595320b1685 {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:51:56.684961 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cad2468-11ed-44c3-b45a-fda332eeba24", "tag": "0d8d3dfa-6772-436b-9b41-890689689464", "status": "completed", "code": 200}]} {{(pid=102872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:51:56.685418 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0e2738f-db8a-4fd7-a16e-9595320b1685 {{(pid=102872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:51:56.685984 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'tag': '0d8d3dfa-6772-436b-9b41-890689689464', 'status': 'completed', 'code': 200} Feb 18 16:51:56.760569 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f67b1-b3cc-497b-a22f-ba03ff7963d7 req-54298950-19de-48b4-88e4-25fef54fdbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:56.763113 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8e0f67b1-b3cc-497b-a22f-ba03ff7963d7 req-54298950-19de-48b4-88e4-25fef54fdbae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 1130 time: 0.0523593 Feb 18 16:51:56.866288 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f67b1-b3cc-497b-a22f-ba03ff7963d7 req-e1d631cb-1e39-484d-9c90-30ad13d64650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:56.867923 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8e0f67b1-b3cc-497b-a22f-ba03ff7963d7 req-e1d631cb-1e39-484d-9c90-30ad13d64650 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 200 len: 912 time: 0.0964611 Feb 18 16:51:56.878658 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-778a26fc-a2a3-4ec9-ac93-31718d5a77bf None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:51:56.902575 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4b7f6-5f16-4e04-94ac-8d8ce10b881c req-6de2f6fd-add3-452b-b27f-1d953f806dd9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:56.904835 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-07d4b7f6-5f16-4e04-94ac-8d8ce10b881c req-6de2f6fd-add3-452b-b27f-1d953f806dd9 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 946 time: 0.0610902 Feb 18 16:51:56.917818 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8e0f67b1-b3cc-497b-a22f-ba03ff7963d7 req-4e914196-6be0-4993-8c35-3acefd68d382 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d8d3dfa-6772-436b-9b41-890689689464 HTTP/1.1" status: 200 len: 217 time: 0.0393531 Feb 18 16:51:56.963952 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-07d4b7f6-5f16-4e04-94ac-8d8ce10b881c req-7db77594-d49a-40a8-b475-09735b717470 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525260 Feb 18 16:51:56.970872 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f67b1-b3cc-497b-a22f-ba03ff7963d7 req-ce20470e-2bcc-445f-a248-ff46b6f0bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:56.972350 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8e0f67b1-b3cc-497b-a22f-ba03ff7963d7 req-ce20470e-2bcc-445f-a248-ff46b6f0bc3a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 200 len: 850 time: 0.0471320 Feb 18 16:51:57.023391 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f67b1-b3cc-497b-a22f-ba03ff7963d7 req-66f6f96c-2272-4444-b8aa-d5055c982077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:57.024899 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8e0f67b1-b3cc-497b-a22f-ba03ff7963d7 req-66f6f96c-2272-4444-b8aa-d5055c982077 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449343 Feb 18 16:51:57.083495 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-778a26fc-a2a3-4ec9-ac93-31718d5a77bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:51:57.109678 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778a26fc-a2a3-4ec9-ac93-31718d5a77bf None None] Checking router: 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:51:57.117251 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8e0f67b1-b3cc-497b-a22f-ba03ff7963d7 req-b85c9b81-c15a-40e1-8644-90354893e6b8 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854440 Feb 18 16:51:57.118135 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778a26fc-a2a3-4ec9-ac93-31718d5a77bf None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:51:57.118742 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-778a26fc-a2a3-4ec9-ac93-31718d5a77bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:51:33Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:51:57.203836 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-8e0f67b1-b3cc-497b-a22f-ba03ff7963d7 req-8fae87e7-1a5c-42a9-9204-2f20929a7ef4 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799267 Feb 18 16:51:57.225942 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-778a26fc-a2a3-4ec9-ac93-31718d5a77bf None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:51:57.423124 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-778a26fc-a2a3-4ec9-ac93-31718d5a77bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:51:57.448321 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778a26fc-a2a3-4ec9-ac93-31718d5a77bf None None] The sync data for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi is: [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:34Z', 'revision_number': 4, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi', '_interfaces': [{'id': 'b03fcf86-aec0-4af0-898b-25d6a057a248', 'name': '', 'network_id': '9f1040f3-6bfa-4938-885e-a1ebb59bb4ea', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'mac_address': 'fa:16:3e:2b:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:34Z', 'updated_at': '2022-02-18T16:45:39Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'subnets': [{'id': '052b87fc-ea5c-43fb-b123-3c3d7fadedc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:51:57.655829 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7938e275-0391-434a-b7d8-57e9c309875a None None] New status for floating IP dcd48c16-7cff-40d9-a786-0935a12adda2: DOWN {{(pid=102874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 16:51:58.074748 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748782e-ae7e-4c40-a07e-99a2443f1d65 req-7790419e-fa52-4f0b-8c48-f83a583bbcc2 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:58.076208 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9748782e-ae7e-4c40-a07e-99a2443f1d65 req-7790419e-fa52-4f0b-8c48-f83a583bbcc2 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 946 time: 0.0511045 Feb 18 16:51:58.127093 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-9748782e-ae7e-4c40-a07e-99a2443f1d65 req-072e0b43-8f52-46ff-92fb-1779e580642b tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/security-groups?id=f57a41b5-8985-4c54-be6e-86f31b8b1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454118 Feb 18 16:51:58.361513 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e7dfe-4fea-4622-bcb8-890f466b8bb9 req-3e40253c-1ae7-4d34-bdbe-400a07fd23f3 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 16:51:58.362960 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-c77e7dfe-4fea-4622-bcb8-890f466b8bb9 req-3e40253c-1ae7-4d34-bdbe-400a07fd23f3 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.71 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 946 time: 0.0526152 Feb 18 16:51:58.456409 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-c77e7dfe-4fea-4622-bcb8-890f466b8bb9 req-3991a022-b1fc-43ce-9355-b1b3d7f104b4 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Deleting port 0d8d3dfa-6772-436b-9b41-890689689464 {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:51:58.456744 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-c77e7dfe-4fea-4622-bcb8-890f466b8bb9 req-3991a022-b1fc-43ce-9355-b1b3d7f104b4 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (0d8d3dfa-6772-436b-9b41-890689689464), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:58.542246 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [req-c77e7dfe-4fea-4622-bcb8-890f466b8bb9 req-3991a022-b1fc-43ce-9355-b1b3d7f104b4 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] For port 0d8d3dfa-6772-436b-9b41-890689689464, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0d8d3dfa-6772-436b-9b41-890689689464,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:51:58.542518 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-c77e7dfe-4fea-4622-bcb8-890f466b8bb9 req-3991a022-b1fc-43ce-9355-b1b3d7f104b4 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (0d8d3dfa-6772-436b-9b41-890689689464), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:58.558012 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [req-c77e7dfe-4fea-4622-bcb8-890f466b8bb9 req-3991a022-b1fc-43ce-9355-b1b3d7f104b4 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Calling delete_port for 0d8d3dfa-6772-436b-9b41-890689689464 owned by compute:nova {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:51:58.681436 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-c77e7dfe-4fea-4622-bcb8-890f466b8bb9 req-3991a022-b1fc-43ce-9355-b1b3d7f104b4 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (0d8d3dfa-6772-436b-9b41-890689689464), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:58.714940 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991a022-b1fc-43ce-9355-b1b3d7f104b4 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event deleted for resources: {'Port': ['ID=0d8d3dfa-6772-436b-9b41-890689689464,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:51:58.755219 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77e7dfe-4fea-4622-bcb8-890f466b8bb9 req-3991a022-b1fc-43ce-9355-b1b3d7f104b4 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] No DVR routers for this DVR port 0d8d3dfa-6772-436b-9b41-890689689464 on host hv-cinder-82660 {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:51:58.758039 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [req-c77e7dfe-4fea-4622-bcb8-890f466b8bb9 req-3991a022-b1fc-43ce-9355-b1b3d7f104b4 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for port (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:51:58.761986 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [req-c77e7dfe-4fea-4622-bcb8-890f466b8bb9 req-3991a022-b1fc-43ce-9355-b1b3d7f104b4 tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.71 "DELETE /v2.0/ports/0d8d3dfa-6772-436b-9b41-890689689464 HTTP/1.1" status: 204 len: 173 time: 0.3930943 Feb 18 16:51:58.762444 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'name': 'network-vif-deleted', 'tag': '0d8d3dfa-6772-436b-9b41-890689689464'}] {{(pid=102871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 16:51:58.764707 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd78842029612c908f0db0b3412f7f042e15affce3a48d74bf145463425f6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb5a341-6eba-4af0-b774-e1339fd2786e" -d '{"events": [{"server_uuid": "2cad2468-11ed-44c3-b45a-fda332eeba24", "name": "network-vif-deleted", "tag": "0d8d3dfa-6772-436b-9b41-890689689464"}]}' {{(pid=102871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 16:51:58.803885 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 16:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d340e3-ae3d-4509-aaee-7ba6393359e8 x-openstack-request-id: req-99d340e3-ae3d-4509-aaee-7ba6393359e8 {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 16:51:58.804185 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cad2468-11ed-44c3-b45a-fda332eeba24", "name": "network-vif-deleted", "tag": "0d8d3dfa-6772-436b-9b41-890689689464", "status": "completed", "code": 200}]} {{(pid=102871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 16:51:58.804442 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99d340e3-ae3d-4509-aaee-7ba6393359e8 {{(pid=102871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 16:51:58.804839 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cad2468-11ed-44c3-b45a-fda332eeba24', 'name': 'network-vif-deleted', 'tag': '0d8d3dfa-6772-436b-9b41-890689689464', 'status': 'completed', 'code': 200} Feb 18 16:51:59.233670 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [req-70898a46-537e-4e70-94d0-f8726691d02c req-13eac806-8b95-4551-9640-19a169e4a11d tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cad2468-11ed-44c3-b45a-fda332eeba24 HTTP/1.1" status: 200 len: 210 time: 0.0269701 Feb 18 16:52:00.288684 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37718) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:52:00.407495 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-f8110012-3615-4d44-be2e-078df6cb8bff tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Deleting port dfa7d3c9-0ae6-4857-838b-13d749093086 {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:52:00.407833 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f8110012-3615-4d44-be2e-078df6cb8bff tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (dfa7d3c9-0ae6-4857-838b-13d749093086), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:00.479459 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f8110012-3615-4d44-be2e-078df6cb8bff tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (dfa7d3c9-0ae6-4857-838b-13d749093086), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:00.479782 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f8110012-3615-4d44-be2e-078df6cb8bff tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for floatingip (dfa7d3c9-0ae6-4857-838b-13d749093086), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:00.491180 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-f8110012-3615-4d44-be2e-078df6cb8bff tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Calling delete_port for dfa7d3c9-0ae6-4857-838b-13d749093086 owned by network:floatingip {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:52:00.620126 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f8110012-3615-4d44-be2e-078df6cb8bff tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (dfa7d3c9-0ae6-4857-838b-13d749093086), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:00.644695 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8110012-3615-4d44-be2e-078df6cb8bff tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event deleted for resources: {'Port': ['ID=dfa7d3c9-0ae6-4857-838b-13d749093086,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:52:00.705893 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f8110012-3615-4d44-be2e-078df6cb8bff tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for floatingip (7204a66c-a1a6-42b2-9400-27b6628f7b97), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:00.708465 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-f8110012-3615-4d44-be2e-078df6cb8bff tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238426'] for floatingip (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:00.709618 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-f8110012-3615-4d44-be2e-078df6cb8bff tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "DELETE /v2.0/floatingips/7204a66c-a1a6-42b2-9400-27b6628f7b97 HTTP/1.1" status: 204 len: 168 time: 0.4198985 Feb 18 16:52:01.136881 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-cd6644d0-ab2b-4804-bf86-e7646b34a550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:01.897024 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37730) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:52:01.951851 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a86f0ea3-e393-4503-8c33-00e2aa6975cd tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group (f57a41b5-8985-4c54-be6e-86f31b8b1f5f), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:01.975832 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a86f0ea3-e393-4503-8c33-00e2aa6975cd tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group (f57a41b5-8985-4c54-be6e-86f31b8b1f5f), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:02.035767 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a86f0ea3-e393-4503-8c33-00e2aa6975cd tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (f57a41b5-8985-4c54-be6e-86f31b8b1f5f), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:02.038350 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a86f0ea3-e393-4503-8c33-00e2aa6975cd tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:02.039495 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-a86f0ea3-e393-4503-8c33-00e2aa6975cd tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] 10.222.0.36 "DELETE /v2.0/security-groups/f57a41b5-8985-4c54-be6e-86f31b8b1f5f HTTP/1.1" status: 204 len: 168 time: 0.1414526 Feb 18 16:52:02.048398 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f0ea3-e393-4503-8c33-00e2aa6975cd tempest-TestVolumeBootPattern-226580746 tempest-TestVolumeBootPattern-226580746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57a41b5-8985-4c54-be6e-86f31b8b1f5f,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:52:02.102813 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 37734) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:52:02.261185 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 0d8d3dfa-6772-436b-9b41-890689689464 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:52:02.280738 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] No Port match for: 0d8d3dfa-6772-436b-9b41-890689689464 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:52:02.281093 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Device 0d8d3dfa-6772-436b-9b41-890689689464 not bound to the agent host hv-cinder-82660 {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:52:02.550757 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-35735baf-fa7d-4156-8959-7bab6f034250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594081'] for router_interface (757a00a7-6e8a-4c01-9eeb-6f4a810946a8), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:02.792332 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-35735baf-fa7d-4156-8959-7bab6f034250 admin admin] Deleting port b03fcf86-aec0-4af0-898b-25d6a057a248 {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:52:02.792740 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-35735baf-fa7d-4156-8959-7bab6f034250 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:02.872212 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [None req-35735baf-fa7d-4156-8959-7bab6f034250 admin admin] For port b03fcf86-aec0-4af0-898b-25d6a057a248, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=b03fcf86-aec0-4af0-898b-25d6a057a248,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:52:02.872570 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-35735baf-fa7d-4156-8959-7bab6f034250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:02.884938 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-35735baf-fa7d-4156-8959-7bab6f034250 admin admin] Calling delete_port for b03fcf86-aec0-4af0-898b-25d6a057a248 owned by network:router_interface {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:52:03.060508 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-35735baf-fa7d-4156-8959-7bab6f034250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (b03fcf86-aec0-4af0-898b-25d6a057a248), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:03.085407 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35735baf-fa7d-4156-8959-7bab6f034250 admin admin] Pushing event deleted for resources: {'Port': ['ID=b03fcf86-aec0-4af0-898b-25d6a057a248,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:52:03.231296 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-afd739f6-870b-4389-bbe5-bcace132a5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:03.257264 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-35735baf-fa7d-4156-8959-7bab6f034250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595409'] for router_interface (757a00a7-6e8a-4c01-9eeb-6f4a810946a8), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:03.469021 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35735baf-fa7d-4156-8959-7bab6f034250 admin admin] Router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:52:03.581151 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35735baf-fa7d-4156-8959-7bab6f034250 admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:52:03.586126 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-35735baf-fa7d-4156-8959-7bab6f034250 admin admin] 10.222.0.36 "PUT /v2.0/routers/757a00a7-6e8a-4c01-9eeb-6f4a810946a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4822729 Feb 18 16:52:03.589288 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 37738) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:52:03.591052 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55135243-478e-4bb5-99f5-86b5de404166 None None] Sync routers for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:52:03.600365 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55135243-478e-4bb5-99f5-86b5de404166 None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:52:03.600986 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-55135243-478e-4bb5-99f5-86b5de404166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:52:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:52:03.695216 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-60e18849-7da7-42d4-8000-e8ec019b9ae2 admin admin] Publish callbacks [] for router (757a00a7-6e8a-4c01-9eeb-6f4a810946a8), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:03.711285 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-55135243-478e-4bb5-99f5-86b5de404166 None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: dv-cinder-826607-4-iscsi {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:52:03.797658 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-60e18849-7da7-42d4-8000-e8ec019b9ae2 admin admin] Publish callbacks [] for router_gateway (757a00a7-6e8a-4c01-9eeb-6f4a810946a8), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:03.848960 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-60e18849-7da7-42d4-8000-e8ec019b9ae2 admin admin] Deleting port 0b504d39-7acb-4630-bc9c-7e7681f7db6b {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:52:03.849950 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-60e18849-7da7-42d4-8000-e8ec019b9ae2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (0b504d39-7acb-4630-bc9c-7e7681f7db6b), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:03.896596 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-55135243-478e-4bb5-99f5-86b5de404166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:52:03Z', 'revision_number': 5, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port': {'id': '0b504d39-7acb-4630-bc9c-7e7681f7db6b', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:52:03.923394 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55135243-478e-4bb5-99f5-86b5de404166 None None] Checking router: 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 for host: dv-cinder-826607-4-iscsi {{(pid=102873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:52:03.931813 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55135243-478e-4bb5-99f5-86b5de404166 None None] Routers {'757a00a7-6e8a-4c01-9eeb-6f4a810946a8'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:52:03.932838 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [None req-60e18849-7da7-42d4-8000-e8ec019b9ae2 admin admin] For port 0b504d39-7acb-4630-bc9c-7e7681f7db6b, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=0b504d39-7acb-4630-bc9c-7e7681f7db6b,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:52:03.933215 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-55135243-478e-4bb5-99f5-86b5de404166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:52:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'], 'active': True} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:52:03.933357 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-60e18849-7da7-42d4-8000-e8ec019b9ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (0b504d39-7acb-4630-bc9c-7e7681f7db6b), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:03.944703 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-60e18849-7da7-42d4-8000-e8ec019b9ae2 admin admin] Calling delete_port for 0b504d39-7acb-4630-bc9c-7e7681f7db6b owned by network:router_gateway {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:52:04.023672 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvr_db [None req-55135243-478e-4bb5-99f5-86b5de404166 None None] Set router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 gateway port host: None {{(pid=102873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:52:04.080791 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_hamode_db [None req-55135243-478e-4bb5-99f5-86b5de404166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:52:03Z', 'revision_number': 6, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port_host': None}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:52:04.108287 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55135243-478e-4bb5-99f5-86b5de404166 None None] The sync data for ids ['757a00a7-6e8a-4c01-9eeb-6f4a810946a8'] in dv-cinder-826607-4-iscsi is: [{'id': '757a00a7-6e8a-4c01-9eeb-6f4a810946a8', 'name': 'tempest-TestVolumeBootPattern-155861825-router', 'tenant_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:32Z', 'updated_at': '2022-02-18T16:52:03Z', 'revision_number': 6, 'project_id': '135379ad8bcf4c3d8849ee18f75b3ab9', 'gw_port_host': None}] {{(pid=102873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:52:04.112098 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-60e18849-7da7-42d4-8000-e8ec019b9ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (0b504d39-7acb-4630-bc9c-7e7681f7db6b), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:04.141054 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e18849-7da7-42d4-8000-e8ec019b9ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b504d39-7acb-4630-bc9c-7e7681f7db6b,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:52:04.202241 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-60e18849-7da7-42d4-8000-e8ec019b9ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594559'] for router_gateway (757a00a7-6e8a-4c01-9eeb-6f4a810946a8), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:04.551803 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-60e18849-7da7-42d4-8000-e8ec019b9ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16060'] for router (757a00a7-6e8a-4c01-9eeb-6f4a810946a8), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:04.554078 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-60e18849-7da7-42d4-8000-e8ec019b9ae2 admin admin] Publish callbacks [] for router_controller (757a00a7-6e8a-4c01-9eeb-6f4a810946a8), precommit_delete_associations {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:04.600049 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:04.604576 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-60e18849-7da7-42d4-8000-e8ec019b9ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584666'] for router (757a00a7-6e8a-4c01-9eeb-6f4a810946a8), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:04.605270 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e18849-7da7-42d4-8000-e8ec019b9ae2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 757a00a7-6e8a-4c01-9eeb-6f4a810946a8 {{(pid=102871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 16:52:04.611090 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-60e18849-7da7-42d4-8000-e8ec019b9ae2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:04.612329 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-60e18849-7da7-42d4-8000-e8ec019b9ae2 admin admin] 10.222.0.36 "DELETE /v2.0/routers/757a00a7-6e8a-4c01-9eeb-6f4a810946a8 HTTP/1.1" status: 204 len: 168 time: 1.0219216 Feb 18 16:52:04.614791 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 37740) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:52:04.658099 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bffa47a-da29-48ae-ae1d-fe457edf879d admin admin] Deleting subnet 052b87fc-ea5c-43fb-b123-3c3d7fadedc1 {{(pid=102871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 16:52:04.661242 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-7bffa47a-da29-48ae-ae1d-fe457edf879d admin admin] Publish callbacks [] for subnet (052b87fc-ea5c-43fb-b123-3c3d7fadedc1), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:04.695203 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-7bffa47a-da29-48ae-ae1d-fe457edf879d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13231428'] for subnet (052b87fc-ea5c-43fb-b123-3c3d7fadedc1), precommit_delete_associations {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:04.772708 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-7bffa47a-da29-48ae-ae1d-fe457edf879d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1265784'] for subnet (052b87fc-ea5c-43fb-b123-3c3d7fadedc1), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:04.822244 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-7bffa47a-da29-48ae-ae1d-fe457edf879d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1265761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13446614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416762'] for subnet (052b87fc-ea5c-43fb-b123-3c3d7fadedc1), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:04.848463 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffa47a-da29-48ae-ae1d-fe457edf879d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=052b87fc-ea5c-43fb-b123-3c3d7fadedc1,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:52:04.850426 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-7bffa47a-da29-48ae-ae1d-fe457edf879d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for subnet (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:04.853597 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-7bffa47a-da29-48ae-ae1d-fe457edf879d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/052b87fc-ea5c-43fb-b123-3c3d7fadedc1 HTTP/1.1" status: 204 len: 168 time: 0.2377839 Feb 18 16:52:04.856204 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c461bd0d-d819-4e5a-bb91-2dfb65ef5052 None None] Network 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:52:04.857016 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 37742) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:52:04.924070 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device b03fcf86-aec0-4af0-898b-25d6a057a248 no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:52:04.936197 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1222129'] for network (9f1040f3-6bfa-4938-885e-a1ebb59bb4ea), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:04.951806 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: b03fcf86-aec0-4af0-898b-25d6a057a248 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:52:04.952154 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device b03fcf86-aec0-4af0-898b-25d6a057a248 not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:52:04.995623 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] Deleting port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 {{(pid=102871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:52:04.995958 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (76da65fb-fdf0-4f43-bbe9-a06e718a6ee0), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:05.060450 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.db [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] For port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=76da65fb-fdf0-4f43-bbe9-a06e718a6ee0,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:52:05.060814 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (76da65fb-fdf0-4f43-bbe9-a06e718a6ee0), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:05.065299 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] DHCP port deletion for 9f1040f3-6bfa-4938-885e-a1ebb59bb4ea request from dv-cinder-826607-4-iscsi {{(pid=102873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 16:52:05.074646 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.plugin [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] Calling delete_port for 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 owned by network:dhcp {{(pid=102871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:52:05.120699 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Deleting port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 {{(pid=102873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:52:05.121075 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (76da65fb-fdf0-4f43-bbe9-a06e718a6ee0), before_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:05.159999 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13446635'] for port (76da65fb-fdf0-4f43-bbe9-a06e718a6ee0), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:05.187686 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] For port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=76da65fb-fdf0-4f43-bbe9-a06e718a6ee0,segment=NetworkSegment(c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4),segment_id=c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4)] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:52:05.188141 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (76da65fb-fdf0-4f43-bbe9-a06e718a6ee0), precommit_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:05.189405 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] No DVR routers for this DVR port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 on host dv-cinder-826607-4-iscsi {{(pid=102871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:52:05.194325 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=76da65fb-fdf0-4f43-bbe9-a06e718a6ee0,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:52:05.206258 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Calling delete_port for 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 owned by network:dhcp {{(pid=102873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:52:05.266046 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1266929', 'neutron.services.segments.db._delete_segments_for_network-8740553082664'] for network (9f1040f3-6bfa-4938-885e-a1ebb59bb4ea), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:05.288019 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1040f3-6bfa-4938-885e-a1ebb59bb4ea']}} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:52:05.288240 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810'] for port (76da65fb-fdf0-4f43-bbe9-a06e718a6ee0), after_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:05.297408 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4') {'for_net_delete': True} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:52:05.297701 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.services.segments.db [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4') {} {{(pid=102871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:52:05.306667 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740553082929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13231421'] for segment (c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:05.312434 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Pushing event deleted for resources: {'Port': ['ID=76da65fb-fdf0-4f43-bbe9-a06e718a6ee0,revision_number=None']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:52:05.316672 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] No DVR routers for this DVR port 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 on host dv-cinder-826607-4-iscsi {{(pid=102873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:52:05.320455 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:05.323771 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:52:05.327798 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:52:05.328805 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:52:05.328805 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:52:05.329004 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:52:05.329170 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:52:05.329532 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:52:05.329851 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:52:05.330185 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:52:05.330516 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:52:05.330844 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:52:05.331175 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:52:05.331494 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bfd230-74ec-4e02-b234-c14bd0ca0ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-4-iscsi {{(pid=102873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 16:52:05.332694 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=102871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 16:52:05.333091 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444916'] for segment (c45f78eb-e5b3-4d47-9ffc-74ae508ca8e4), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: Traceback (most recent call last): Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: timer() Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: cb(*args, **kw) Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: return func(*args, **kwargs) Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: self._notify() Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: self.callback(batched_events) Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: event.method(event) Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: return f(self, *a, **k) Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: return self._get(url).json() Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: return self.request(url, 'GET', **kwargs) Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 16:52:05.335872 dv-cinder-826607-4-iscsi neutron-server[102871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 16:52:05.391169 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1266942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594515'] for network (9f1040f3-6bfa-4938-885e-a1ebb59bb4ea), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:05.398233 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:05.401945 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9f1040f3-6bfa-4938-885e-a1ebb59bb4ea HTTP/1.1" status: 204 len: 168 time: 0.5437634 Feb 18 16:52:05.405023 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37744) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:52:05.411259 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50894f2-cf7f-4c32-948b-58d1b28c64a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f1040f3-6bfa-4938-885e-a1ebb59bb4ea,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:52:05.892914 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:05.993749 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a4363e3b-57ff-406a-a976-a796302d32a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594081'] for router_interface (ffe35b26-f959-4947-83e5-dde8d543a44d), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:06.241911 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-a4363e3b-57ff-406a-a976-a796302d32a6 admin admin] Deleting port 77c46b52-acf6-4f42-9d5e-98d3be9b275d {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:52:06.242362 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a4363e3b-57ff-406a-a976-a796302d32a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:06.318017 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-a4363e3b-57ff-406a-a976-a796302d32a6 admin admin] For port 77c46b52-acf6-4f42-9d5e-98d3be9b275d, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=77c46b52-acf6-4f42-9d5e-98d3be9b275d,segment=NetworkSegment(1ad36725-6eb8-4c3b-9aea-f044a0894685),segment_id=1ad36725-6eb8-4c3b-9aea-f044a0894685)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:52:06.318370 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a4363e3b-57ff-406a-a976-a796302d32a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:06.327173 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:52:06.331918 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-a4363e3b-57ff-406a-a976-a796302d32a6 admin admin] Calling delete_port for 77c46b52-acf6-4f42-9d5e-98d3be9b275d owned by network:router_interface {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:52:06.347574 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:52:06.348005 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 76da65fb-fdf0-4f43-bbe9-a06e718a6ee0 not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:52:06.348521 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 0b504d39-7acb-4630-bc9c-7e7681f7db6b no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:52:06.368149 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 0b504d39-7acb-4630-bc9c-7e7681f7db6b {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:52:06.369072 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 0b504d39-7acb-4630-bc9c-7e7681f7db6b not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:52:06.509615 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a4363e3b-57ff-406a-a976-a796302d32a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (77c46b52-acf6-4f42-9d5e-98d3be9b275d), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:06.536811 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4363e3b-57ff-406a-a976-a796302d32a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c46b52-acf6-4f42-9d5e-98d3be9b275d,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:52:06.704742 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-a4363e3b-57ff-406a-a976-a796302d32a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595409'] for router_interface (ffe35b26-f959-4947-83e5-dde8d543a44d), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:06.917703 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4363e3b-57ff-406a-a976-a796302d32a6 admin admin] Router ffe35b26-f959-4947-83e5-dde8d543a44d has already been hosted by L3 agent 3ce2cd19-1ff6-4eea-a265-f0351564268a {{(pid=102872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 16:52:07.022629 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4363e3b-57ff-406a-a976-a796302d32a6 admin admin] Notify agent at l3_agent.dv-cinder-826607-4-iscsi the message routers_updated {{(pid=102872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 16:52:07.028257 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-a4363e3b-57ff-406a-a976-a796302d32a6 admin admin] 10.222.0.36 "PUT /v2.0/routers/ffe35b26-f959-4947-83e5-dde8d543a44d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6220474 Feb 18 16:52:07.030592 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37746) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:52:07.031619 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4567e-dc9e-4030-b3e4-667a54d2f358 None None] Sync routers for ids ['ffe35b26-f959-4947-83e5-dde8d543a44d'] in dv-cinder-826607-4-iscsi {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 16:52:07.041265 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c4567e-dc9e-4030-b3e4-667a54d2f358 None None] Routers {'ffe35b26-f959-4947-83e5-dde8d543a44d'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:52:07.042038 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-e6c4567e-dc9e-4030-b3e4-667a54d2f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:52:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['ffe35b26-f959-4947-83e5-dde8d543a44d'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:52:07.134375 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7558-1b5c-4a26-b812-4aede06c3e52 admin admin] Publish callbacks [] for router (ffe35b26-f959-4947-83e5-dde8d543a44d), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:07.147637 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-e6c4567e-dc9e-4030-b3e4-667a54d2f358 None None] Set router ffe35b26-f959-4947-83e5-dde8d543a44d gateway port host: dv-cinder-826607-4-iscsi {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:52:07.235784 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7558-1b5c-4a26-b812-4aede06c3e52 admin admin] Publish callbacks [] for router_gateway (ffe35b26-f959-4947-83e5-dde8d543a44d), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:07.287052 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f7558-1b5c-4a26-b812-4aede06c3e52 admin admin] Deleting port b371dd5a-bfa2-42ed-a29a-51cb737dc949 {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:52:07.287389 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7558-1b5c-4a26-b812-4aede06c3e52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (b371dd5a-bfa2-42ed-a29a-51cb737dc949), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:07.321476 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-e6c4567e-dc9e-4030-b3e4-667a54d2f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'name': 'tempest-TestVolumeBootPattern-283665556-router', 'tenant_id': '6a658cdb430e487e9a462417528a687d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'external_fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'b371dd5a-bfa2-42ed-a29a-51cb737dc949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:36Z', 'updated_at': '2022-02-18T16:52:06Z', 'revision_number': 5, 'project_id': '6a658cdb430e487e9a462417528a687d', 'gw_port': {'id': 'b371dd5a-bfa2-42ed-a29a-51cb737dc949', 'name': '', 'network_id': '93166e0d-0761-465b-9ae2-fb60dbd0b0cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T16:45:37Z', 'updated_at': '2022-02-18T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c192671-cad5-4893-a018-2bafb3205fa5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-4-iscsi'}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:52:07.358152 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4567e-dc9e-4030-b3e4-667a54d2f358 None None] Checking router: ffe35b26-f959-4947-83e5-dde8d543a44d for host: dv-cinder-826607-4-iscsi {{(pid=102874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 16:52:07.364323 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-fb8f7558-1b5c-4a26-b812-4aede06c3e52 admin admin] For port b371dd5a-bfa2-42ed-a29a-51cb737dc949, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=b371dd5a-bfa2-42ed-a29a-51cb737dc949,segment=NetworkSegment(9d90802a-dc0e-42af-8c3b-dd23273929f4),segment_id=9d90802a-dc0e-42af-8c3b-dd23273929f4)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:52:07.364683 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7558-1b5c-4a26-b812-4aede06c3e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (b371dd5a-bfa2-42ed-a29a-51cb737dc949), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:07.366685 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c4567e-dc9e-4030-b3e4-667a54d2f358 None None] Routers {'ffe35b26-f959-4947-83e5-dde8d543a44d'} bound to L3 agent in host dv-cinder-826607-4-iscsi {{(pid=102874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 16:52:07.367291 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-e6c4567e-dc9e-4030-b3e4-667a54d2f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T16:27:33Z,description=,heartbeat_timestamp=2022-02-18T16:52:03Z,host='dv-cinder-826607-4-iscsi',id=3ce2cd19-1ff6-4eea-a265-f0351564268a,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T16:27:33Z,topic='l3_agent')) {'router_ids': ['ffe35b26-f959-4947-83e5-dde8d543a44d'], 'active': True} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:52:07.377711 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f7558-1b5c-4a26-b812-4aede06c3e52 admin admin] Calling delete_port for b371dd5a-bfa2-42ed-a29a-51cb737dc949 owned by network:router_gateway {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:52:07.454551 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_dvr_db [None req-e6c4567e-dc9e-4030-b3e4-667a54d2f358 None None] Set router ffe35b26-f959-4947-83e5-dde8d543a44d gateway port host: None {{(pid=102874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 16:52:07.512916 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.l3_hamode_db [None req-e6c4567e-dc9e-4030-b3e4-667a54d2f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'name': 'tempest-TestVolumeBootPattern-283665556-router', 'tenant_id': '6a658cdb430e487e9a462417528a687d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:36Z', 'updated_at': '2022-02-18T16:52:07Z', 'revision_number': 6, 'project_id': '6a658cdb430e487e9a462417528a687d', 'gw_port_host': None}], 'dv-cinder-826607-4-iscsi', False) {} {{(pid=102874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:52:07.541801 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4567e-dc9e-4030-b3e4-667a54d2f358 None None] The sync data for ids ['ffe35b26-f959-4947-83e5-dde8d543a44d'] in dv-cinder-826607-4-iscsi is: [{'id': 'ffe35b26-f959-4947-83e5-dde8d543a44d', 'name': 'tempest-TestVolumeBootPattern-283665556-router', 'tenant_id': '6a658cdb430e487e9a462417528a687d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T16:45:36Z', 'updated_at': '2022-02-18T16:52:07Z', 'revision_number': 6, 'project_id': '6a658cdb430e487e9a462417528a687d', 'gw_port_host': None}] {{(pid=102874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 16:52:07.548198 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7558-1b5c-4a26-b812-4aede06c3e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (b371dd5a-bfa2-42ed-a29a-51cb737dc949), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:07.579644 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f7558-1b5c-4a26-b812-4aede06c3e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=b371dd5a-bfa2-42ed-a29a-51cb737dc949,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:52:07.592154 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:07.641046 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7558-1b5c-4a26-b812-4aede06c3e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594559'] for router_gateway (ffe35b26-f959-4947-83e5-dde8d543a44d), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:07.733387 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7558-1b5c-4a26-b812-4aede06c3e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16060'] for router (ffe35b26-f959-4947-83e5-dde8d543a44d), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:07.735667 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7558-1b5c-4a26-b812-4aede06c3e52 admin admin] Publish callbacks [] for router_controller (ffe35b26-f959-4947-83e5-dde8d543a44d), precommit_delete_associations {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:07.783952 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7558-1b5c-4a26-b812-4aede06c3e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584666'] for router (ffe35b26-f959-4947-83e5-dde8d543a44d), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:07.784501 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8f7558-1b5c-4a26-b812-4aede06c3e52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffe35b26-f959-4947-83e5-dde8d543a44d {{(pid=102872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 16:52:07.789078 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7558-1b5c-4a26-b812-4aede06c3e52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:07.790469 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-fb8f7558-1b5c-4a26-b812-4aede06c3e52 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ffe35b26-f959-4947-83e5-dde8d543a44d HTTP/1.1" status: 204 len: 168 time: 0.7587590 Feb 18 16:52:07.792951 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37748) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:52:07.837070 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.db_base_plugin_v2 [None req-1561d175-e2d8-4299-8789-f1e74f2f77c4 admin admin] Deleting subnet 9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9 {{(pid=102872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 16:52:07.840382 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-1561d175-e2d8-4299-8789-f1e74f2f77c4 admin admin] Publish callbacks [] for subnet (9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:07.875024 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-1561d175-e2d8-4299-8789-f1e74f2f77c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12942670'] for subnet (9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9), precommit_delete_associations {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:07.958204 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-1561d175-e2d8-4299-8789-f1e74f2f77c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1265784'] for subnet (9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.011160 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-1561d175-e2d8-4299-8789-f1e74f2f77c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1265761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12942766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13068797'] for subnet (9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.034176 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561d175-e2d8-4299-8789-f1e74f2f77c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:52:08.040698 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-1561d175-e2d8-4299-8789-f1e74f2f77c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.047628 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-1561d175-e2d8-4299-8789-f1e74f2f77c4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9f98ab44-c1ca-4d85-b6ab-c018eba8b5c9 HTTP/1.1" status: 204 len: 168 time: 0.2514033 Feb 18 16:52:08.047774 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7005f9d5-bb53-4236-8043-547e49a0b27d None None] Network ea253d3d-d96c-4547-810d-60fc16f24909 requested from dv-cinder-826607-4-iscsi {{(pid=102873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 16:52:08.047898 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37750) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:52:08.114878 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1222129'] for network (ea253d3d-d96c-4547-810d-60fc16f24909), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.173966 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] Deleting port c4af2121-85ab-4955-9784-497e15ef0cef {{(pid=102872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:52:08.174302 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (c4af2121-85ab-4955-9784-497e15ef0cef), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.234906 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.db [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] For port c4af2121-85ab-4955-9784-497e15ef0cef, host dv-cinder-826607-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-4-iscsi',level=0,port_id=c4af2121-85ab-4955-9784-497e15ef0cef,segment=NetworkSegment(1ad36725-6eb8-4c3b-9aea-f044a0894685),segment_id=1ad36725-6eb8-4c3b-9aea-f044a0894685)] {{(pid=102872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:52:08.235267 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (c4af2121-85ab-4955-9784-497e15ef0cef), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.247792 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.plugin [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] Calling delete_port for c4af2121-85ab-4955-9784-497e15ef0cef owned by network:dhcp {{(pid=102872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:52:08.295714 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470d577-4cb5-458a-acc3-1c69643201a4 None None] DHCP port deletion for ea253d3d-d96c-4547-810d-60fc16f24909 request from dv-cinder-826607-4-iscsi {{(pid=102873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 16:52:08.337632 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12942739'] for port (c4af2121-85ab-4955-9784-497e15ef0cef), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.362323 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-2470d577-4cb5-458a-acc3-1c69643201a4 None None] Deleting port c4af2121-85ab-4955-9784-497e15ef0cef {{(pid=102873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 16:52:08.362695 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-2470d577-4cb5-458a-acc3-1c69643201a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740553104388'] for port (c4af2121-85ab-4955-9784-497e15ef0cef), before_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.368298 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] Pushing event deleted for resources: {'Port': ['ID=c4af2121-85ab-4955-9784-497e15ef0cef,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:52:08.371988 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] No DVR routers for this DVR port c4af2121-85ab-4955-9784-497e15ef0cef on host dv-cinder-826607-4-iscsi {{(pid=102872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:52:08.378311 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device c4af2121-85ab-4955-9784-497e15ef0cef no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:52:08.424024 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: c4af2121-85ab-4955-9784-497e15ef0cef {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:52:08.424369 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device c4af2121-85ab-4955-9784-497e15ef0cef not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:52:08.424791 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device b371dd5a-bfa2-42ed-a29a-51cb737dc949 no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:52:08.444137 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1266929', 'neutron.services.segments.db._delete_segments_for_network-8740553082664'] for network (ea253d3d-d96c-4547-810d-60fc16f24909), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.451516 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: b371dd5a-bfa2-42ed-a29a-51cb737dc949 {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:52:08.451867 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device b371dd5a-bfa2-42ed-a29a-51cb737dc949 not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:52:08.452280 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 77c46b52-acf6-4f42-9d5e-98d3be9b275d no longer exists at agent ovs-agent-dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 16:52:08.465425 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea253d3d-d96c-4547-810d-60fc16f24909']}} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:52:08.474547 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad36725-6eb8-4c3b-9aea-f044a0894685') {'for_net_delete': True} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:52:08.474845 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.services.segments.db [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad36725-6eb8-4c3b-9aea-f044a0894685') {} {{(pid=102872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 16:52:08.484479 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740553082929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12942647'] for segment (1ad36725-6eb8-4c3b-9aea-f044a0894685), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.485877 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] No Port match for: 77c46b52-acf6-4f42-9d5e-98d3be9b275d {{(pid=102873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 16:52:08.486232 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.rpc [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Device 77c46b52-acf6-4f42-9d5e-98d3be9b275d not bound to the agent host dv-cinder-826607-4-iscsi {{(pid=102873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 16:52:08.489078 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.db [None req-2470d577-4cb5-458a-acc3-1c69643201a4 None None] For port c4af2121-85ab-4955-9784-497e15ef0cef, host dv-cinder-826607-4-iscsi, got binding levels [] {{(pid=102873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 16:52:08.489422 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-2470d577-4cb5-458a-acc3-1c69643201a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1590176'] for port (c4af2121-85ab-4955-9784-497e15ef0cef), precommit_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.500777 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733'] for segment (1ad36725-6eb8-4c3b-9aea-f044a0894685), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.503569 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.plugins.ml2.plugin [None req-2470d577-4cb5-458a-acc3-1c69643201a4 None None] Calling delete_port for c4af2121-85ab-4955-9784-497e15ef0cef owned by network:dhcp {{(pid=102873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 16:52:08.506555 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.ipam_backend_mixin [None req-2470d577-4cb5-458a-acc3-1c69643201a4 None None] Port c4af2121-85ab-4955-9784-497e15ef0cef was not found and therefore no delete operation was performed {{(pid=102873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 18 16:52:08.507800 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-2470d577-4cb5-458a-acc3-1c69643201a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740553111655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740552586810'] for port (c4af2121-85ab-4955-9784-497e15ef0cef), after_delete {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.509176 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 16:52:08.509493 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12941132'] for segment (1ad36725-6eb8-4c3b-9aea-f044a0894685), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: Traceback (most recent call last): Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: timer() Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: cb(*args, **kw) Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: return func(*args, **kwargs) Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: self._notify() Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: self.callback(batched_events) Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: event.method(event) Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: return f(self, *a, **k) Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._get(url).json() Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: return self.request(url, 'GET', **kwargs) Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 16:52:08.511975 dv-cinder-826607-4-iscsi neutron-server[102872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 16:52:08.536996 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470d577-4cb5-458a-acc3-1c69643201a4 None None] Pushing event deleted for resources: {'Port': ['ID=c4af2121-85ab-4955-9784-497e15ef0cef,revision_number=None']} {{(pid=102873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:52:08.541292 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470d577-4cb5-458a-acc3-1c69643201a4 None None] No DVR routers for this DVR port c4af2121-85ab-4955-9784-497e15ef0cef on host dv-cinder-826607-4-iscsi {{(pid=102873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 16:52:08.577651 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1266942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594515'] for network (ea253d3d-d96c-4547-810d-60fc16f24909), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.583853 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621037'] for network (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.587182 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] 10.222.0.36 "DELETE /v2.0/networks/ea253d3d-d96c-4547-810d-60fc16f24909 HTTP/1.1" status: 204 len: 168 time: 0.5383029 Feb 18 16:52:08.599222 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15539b5e-62fb-4196-9170-eb152a33101f admin admin] Pushing event deleted for resources: {'Network': ['ID=ea253d3d-d96c-4547-810d-60fc16f24909,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:52:08.696671 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 37754) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:52:08.736578 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-0f88325c-d95e-4c28-a876-1cedca9ce66f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=135379ad8bcf4c3d8849ee18f75b3ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387475 Feb 18 16:52:08.739046 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [-] (102871) accepted ('10.222.0.36', 37756) {{(pid=102871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:52:08.789305 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4443d51d-e70f-4aea-b70c-60f3d55eeda7 admin admin] Publish callbacks [] for security_group (a8799151-326b-42b5-9c68-167db072226e), before_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.810497 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4443d51d-e70f-4aea-b70c-60f3d55eeda7 admin admin] Publish callbacks [] for security_group (a8799151-326b-42b5-9c68-167db072226e), precommit_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.858696 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4443d51d-e70f-4aea-b70c-60f3d55eeda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (a8799151-326b-42b5-9c68-167db072226e), after_delete {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.862017 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron_lib.callbacks.manager [None req-4443d51d-e70f-4aea-b70c-60f3d55eeda7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:08.863163 dv-cinder-826607-4-iscsi neutron-server[102871]: INFO neutron.wsgi [None req-4443d51d-e70f-4aea-b70c-60f3d55eeda7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8799151-326b-42b5-9c68-167db072226e HTTP/1.1" status: 204 len: 168 time: 0.1232421 Feb 18 16:52:08.872100 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443d51d-e70f-4aea-b70c-60f3d55eeda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8799151-326b-42b5-9c68-167db072226e,revision_number=None']} {{(pid=102871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:52:09.183752 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37762) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:52:09.220888 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-d88655ca-2084-4694-bad5-b86b3fbd3a86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a658cdb430e487e9a462417528a687d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0359595 Feb 18 16:52:09.223163 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.wsgi [-] (102872) accepted ('10.222.0.36', 37764) {{(pid=102872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 16:52:09.268413 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8d578e77-f684-4bf1-8750-14e4afe5ed57 admin admin] Publish callbacks [] for security_group (652ab01c-4f0c-49e6-b335-295c37cfb8a4), before_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:09.288958 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8d578e77-f684-4bf1-8750-14e4afe5ed57 admin admin] Publish callbacks [] for security_group (652ab01c-4f0c-49e6-b335-295c37cfb8a4), precommit_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:09.340028 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8d578e77-f684-4bf1-8750-14e4afe5ed57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444515'] for security_group (652ab01c-4f0c-49e6-b335-295c37cfb8a4), after_delete {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:09.342586 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron_lib.callbacks.manager [None req-8d578e77-f684-4bf1-8750-14e4afe5ed57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:09.343733 dv-cinder-826607-4-iscsi neutron-server[102872]: INFO neutron.wsgi [None req-8d578e77-f684-4bf1-8750-14e4afe5ed57 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/652ab01c-4f0c-49e6-b335-295c37cfb8a4 HTTP/1.1" status: 204 len: 168 time: 0.1197243 Feb 18 16:52:09.351264 dv-cinder-826607-4-iscsi neutron-server[102872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d578e77-f684-4bf1-8750-14e4afe5ed57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652ab01c-4f0c-49e6-b335-295c37cfb8a4,revision_number=None']} {{(pid=102872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 16:52:10.606604 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:52:10.956298 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:31.138511 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0ea8-104a-4a97-aa31-249acb2dc938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:33.226636 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-16a364ad-d818-4569-a0a6-d419445b82b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:34.605147 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:36.017130 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:37.585402 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:40.959823 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:52:47.606334 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:53:01.141034 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-1e7b7b14-9da0-4073-9ec9-d00523d4f999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:53:03.228271 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-7d95d556-f7f4-495f-9cfc-aa9dd7d6fb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:53:04.605766 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:53:05.898041 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:53:07.586324 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:53:10.959260 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:53:23.127030 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-028e3e75-0d51-4bb1-9ddb-9036502c1900 service neutron] (102871) timed out ('10.222.0.36', 59700) {{(pid=102871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 16:53:23.393411 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [req-69d5c6cb-0a22-42bc-98f2-d9cf604a39ed req-add37c68-c4d8-4ca9-9204-07602fc2bb22 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] (102871) timed out ('10.222.0.36', 59710) {{(pid=102871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 16:53:24.606034 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:53:31.143187 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a6564442-a463-408b-8565-749e4430e57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:53:33.231459 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a50bfe1e-4715-483f-9143-22dc78844754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:53:34.608286 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:53:35.900849 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:53:37.588516 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:53:41.015910 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:54:01.144975 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-3747225b-164d-4393-a75b-dd43f4f34a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:54:01.605921 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:54:03.232953 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-1eac52e4-d884-473e-8010-55d6abcd9418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:54:04.610924 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:54:05.904496 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:54:07.591892 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:54:11.026484 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:54:31.146264 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-42615cb3-0214-4417-877e-272fd1545bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:54:33.236512 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-d75cc3c3-4961-4856-8c58-e866da10b3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:54:34.613441 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:54:35.908229 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:54:37.598315 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:54:38.605032 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:54:41.033057 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:55:01.146529 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b3f0-6bef-45fc-b06c-6409615210ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:55:03.237960 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a41a90b9-eb59-4497-aed5-66500ffa129f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:55:04.617193 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:55:05.912698 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:55:07.590830 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:55:11.045097 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:55:15.603277 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:55:31.147239 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-b3f59573-66e1-4329-8a60-0796b501e34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:55:33.238304 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-35eccb61-9592-46d2-8cfb-58032112ec02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:55:34.618601 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:55:35.913518 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:55:37.593798 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:55:41.046181 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:55:52.603107 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:56:01.152065 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-b2ab83d2-9aeb-46af-81de-6921cdf06c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:56:03.239847 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-95f0fb6e-2039-41bf-a7f9-ba423362fc3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:56:04.620864 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:56:05.915857 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:56:07.596294 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:56:11.058844 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:56:29.602420 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:56:31.152797 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-3e79760e-b9d9-43d3-8c30-fbc8f872b50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:56:33.240612 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-13d7de5d-d5b2-4025-8dde-459f14204236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:56:34.626350 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:56:35.917345 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:56:37.378456 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [req-7ef82660-dee2-494f-addd-645b49b41105 req-a9272678-205a-4495-ad2d-64c9f195a4d8 service neutron] (102871) timed out ('10.222.0.36', 33852) {{(pid=102871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 16:56:37.452412 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [req-7ef82660-dee2-494f-addd-645b49b41105 req-0277bcb1-4372-4465-8a3f-b8494619d083 tempest-AttachVolumeShelveTestJSON-883905106 tempest-AttachVolumeShelveTestJSON-883905106-project] (102871) timed out ('10.222.0.36', 33866) {{(pid=102871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 16:56:37.598468 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:56:41.060235 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:56:52.447850 dv-cinder-826607-4-iscsi neutron-server[102871]: DEBUG neutron.wsgi [req-8bdaeddf-3e6b-41b1-ad3f-4dbadd5042f6 req-ffb59032-5e35-4d52-9266-175f9a79cc25 tempest-AttachVolumeTestJSON-25531685 tempest-AttachVolumeTestJSON-25531685-project] (102871) timed out ('10.222.0.71', 60473) {{(pid=102871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 16:57:01.153838 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-0bfb1b00-6fbd-45bc-96f4-bc7f1a67ac3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (d0e5e69f-da43-4d5b-979e-ccd7816d0bf0), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:57:03.241245 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-6aa6b68a-4e4c-4fd8-bd54-670eeecd9df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (3ce2cd19-1ff6-4eea-a265-f0351564268a), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:57:04.625858 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-22158e38-fc42-4fe7-895c-f19d6b9c731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (fe80915b-a88b-48fc-aa3b-41839bb1eaca), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:57:05.920633 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-9b119b68-1ffb-4add-87da-7694af11e907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (5464507d-28af-40ac-8c22-828c780677d4), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:57:06.601789 dv-cinder-826607-4-iscsi neutron-server[102874]: DEBUG neutron.db.agents_db [None req-bf08c637-37c8-4dcf-90a2-2c038f5b9b2a None None] Agent healthcheck: found 6 active agents {{(pid=102874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 16:57:07.600256 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-a16d9fc9-1464-4296-a769-83c4e51c3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (03b07dbc-126c-4430-85e2-01ebf047434c), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 16:57:11.073866 dv-cinder-826607-4-iscsi neutron-server[102873]: DEBUG neutron_lib.callbacks.manager [None req-5befe37f-0a8c-42d4-8fc2-e328fbbd5935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740553082646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256840'] for agent (dc683d23-f64e-47be-a2f4-90eceb34be58), after_update {{(pid=102873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}